-- Logs begin at Tue 2022-05-17 21:03:56 UTC, end at Tue 2022-05-17 22:31:19 UTC. -- May 17 21:59:43.158032 dv-cinder-839987-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 21:59:46.037159 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.common.config [-] Logging enabled! May 17 21:59:46.037777 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 21:59:46.037956 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103838) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 21:59:46.041353 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.common.config [-] Logging enabled! May 17 21:59:46.041611 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 21:59:46.041930 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103838) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 21:59:46.042862 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 21:59:46.043098 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 21:59:46.043488 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 21:59:46.043735 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 21:59:46.043962 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 21:59:46.044378 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.044679 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.044911 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.045207 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.045498 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.045781 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.046072 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.046369 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.046671 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.046940 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.047316 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.047552 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.047838 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.048128 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.048415 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.048641 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] debug = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.048923 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.049350 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.049768 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.050065 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.050356 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.050691 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.050969 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.051306 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.051659 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.051996 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] host = dv-cinder-839987-6-iscsi {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.052278 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.052569 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.052861 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.053151 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.053428 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.053707 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.053996 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.054274 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.054548 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.054825 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.055136 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.055688 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.055983 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.056211 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.056435 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.056723 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.057014 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.057291 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.057563 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.057838 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.058142 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.058414 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.058685 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.058971 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.059281 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.059568 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.059841 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.060120 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.060392 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.060665 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.060951 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.061226 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.061499 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.061771 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.062059 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.062329 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.062602 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.062901 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.063218 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.063504 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.063791 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.064066 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.064350 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.064622 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.064892 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.065163 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] use_json = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.065435 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.065705 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.065984 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.066803 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.067077 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.067389 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.067728 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.068018 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.068293 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:46.068592 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.068891 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.069193 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.069477 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.069784 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.070065 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.070356 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.070642 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.070933 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.071248 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.071539 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.071818 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.072117 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.072407 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.072704 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.073007 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.073302 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.073596 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.073872 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.074147 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.074421 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.074700 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.074990 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.075297 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.075590 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.075881 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.076161 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.076458 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.076742 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.077031 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.077326 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.077619 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.077894 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.078175 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.078466 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.078743 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.079016 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.079328 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.079608 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.079881 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.080163 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.080446 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.080718 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.080990 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.081266 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.081555 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.081859 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.082660 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.082930 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.083238 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.083514 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.083799 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.084078 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.084351 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.084622 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.084898 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.085171 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.085445 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.085722 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.085993 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.086267 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.086538 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.086806 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.087078 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.087375 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.087649 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.087925 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.088199 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.088478 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.088748 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.089020 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.089293 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.089566 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.089839 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.090135 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.090417 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.090693 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.090969 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.091276 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.091554 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.091831 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.092107 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.092382 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.092653 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.092941 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.093222 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.093505 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.093785 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.094061 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.094381 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.094656 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.094931 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.095244 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.095521 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.095798 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.096078 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.096358 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.096651 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.096942 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.097220 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.097548 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.097864 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.098155 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.098433 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.098739 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.099018 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:46.099257 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 21:59:46.099496 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103838) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 21:59:46.572973 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 21:59:46.573357 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 21:59:46.573693 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 21:59:46.574087 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 21:59:46.923939 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.924230 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.924498 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.925733 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.926200 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.926480 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.985705 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.985982 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:46.986263 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.001060 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.001340 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.001607 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.032030 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.032311 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.032580 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.070343 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.070884 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.070884 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.422884 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.423198 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.423467 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.423734 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.424435 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.525728 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.526051 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.526335 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.526609 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.526878 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.527218 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.527480 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.527737 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.527991 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.528274 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.528534 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.528798 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.529054 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.529309 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.529589 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.529852 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.530107 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.530376 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.530646 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.530909 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.531204 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.531461 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.531747 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.532123 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.532374 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.532619 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.533011 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:47.533249 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:47.533486 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:47.533719 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:47.533951 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:47.534184 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:47.534550 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 21:59:47.537849 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 21:59:47.541781 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 21:59:47.545592 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 17 21:59:47.547249 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 21:59:47.547723 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 21:59:47.548061 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 21:59:47.548451 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 21:59:47.551518 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 21:59:47.551766 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 21:59:47.552114 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 21:59:47.557234 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 21:59:47.581232 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 21:59:47.581686 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.582183 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103838) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 21:59:47.582568 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.583968 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103838) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 21:59:47.584246 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 21:59:47.584490 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 21:59:47.587838 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.588123 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:47.657359 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 21:59:47.657598 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 21:59:47.657836 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 21:59:47.658225 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 21:59:47.681213 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_db.sqlalchemy.engines [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103838) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 21:59:48.344162 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing driver for type 'gre' May 17 21:59:48.344778 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] gre ID ranges: [(1, 1000)] May 17 21:59:48.520332 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing driver for type 'local' May 17 21:59:48.520659 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing driver for type 'vlan' May 17 21:59:48.618298 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] VlanTypeDriver initialization complete May 17 21:59:48.618574 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing driver for type 'vxlan' May 17 21:59:48.619072 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] vxlan ID ranges: [(1, 1000)] May 17 21:59:48.829665 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing extension driver 'port_security' May 17 21:59:48.829997 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.extensions.port_security [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] PortSecurityExtensionDriver initialization complete May 17 21:59:48.830332 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing mechanism driver 'openvswitch' May 17 21:59:48.830655 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing mechanism driver 'hyperv' May 17 21:59:48.838019 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 21:59:48.838904 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.839302 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.839657 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845264 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103838) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 21:59:48.845264 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845264 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845264 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845264 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103838) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 21:59:48.845664 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845664 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845664 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845664 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103838) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 21:59:48.845664 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > security_group after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > security_group after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103838) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 21:59:48.845999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.845999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.846296 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.846296 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103838) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 21:59:48.846425 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > address_group after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.846674 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > address_group after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.847010 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.847468 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103838) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 21:59:48.848194 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] ML2 OVO RPC backend initialized. {{(pid=103838) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 21:59:48.848917 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.849271 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.849686 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.850031 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > networks before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.850374 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.850712 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > ports before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.851051 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.851464 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnets before_response 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.851807 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.852145 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.852475 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.852807 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.853138 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.853466 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.853798 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.854131 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.854467 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.862105 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded quota_driver: . May 17 21:59:48.862470 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.plugin [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Modular L2 Plugin initialization complete May 17 21:59:48.862815 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading services supported by the core plugin {{(pid=103838) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 21:59:48.863526 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.plugins.ml2.managers [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Got port-security extension from driver 'port_security' May 17 21:59:48.863939 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.extensions.vlantransparent [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Disabled vlantransparent extension. May 17 21:59:48.864434 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103838) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 21:59:48.864759 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: router May 17 21:59:48.901096 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.901494 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_create 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.901870 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router before_create 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.902235 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.902607 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.902963 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_delete 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.903351 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.903700 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.904057 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_create 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.904409 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_update 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.904756 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_update 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.905102 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.905576 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_update 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.905988 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_update 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.906356 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.906697 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.907034 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: subnet after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.907396 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.907744 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.908086 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_create 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.908429 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.908773 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.909121 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router after_update 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.909459 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.909808 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_create 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.910310 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.910662 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_update 55549900 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.911030 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > agent after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.911405 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > agent after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.911757 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > network after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.912621 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Tracking information for resource: router configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:48.912953 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Tracking information for resource: floatingip configured {{(pid=103838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 21:59:48.917917 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.db.l3_agentschedulers_db [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 21:59:48.918497 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.918859 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.919248 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.919600 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.920389 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router before_create 55550100 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.920752 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.921113 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_create 55550100 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.921468 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > router precommit_update 55550100 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.926315 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.provider_configuration [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service providers = [] {{(pid=103838) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 21:59:48.926676 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.db.servicetype_db [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103838) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 21:59:48.929714 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.service_base [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 21:59:48.930066 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.service_base [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 21:59:48.930660 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.service_base [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 21:59:48.931582 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.services.service_base [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 21:59:48.931945 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.services.service_base [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 21:59:48.932323 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.932638 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 21:59:48.943859 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.944194 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: auto_allocate May 17 21:59:48.949901 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: network precommit_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.950269 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: network precommit_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.950785 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.951118 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: tag May 17 21:59:48.958486 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.958809 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: timestamp May 17 21:59:48.962695 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.963025 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: network_ip_availability May 17 21:59:48.968524 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.968896 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.969251 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:48.969955 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.970273 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: flavors May 17 21:59:48.975268 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.975597 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading Plugin: revisions May 17 21:59:48.979827 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 21:59:48.980215 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_concurrency.lockutils [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.406s {{(pid=103838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 21:59:48.980948 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103838) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 21:59:48.981283 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Initializing extension manager. May 17 21:59:48.981812 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: __init__.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.982158 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: __pycache__ {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.982494 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: _port_mac_address_override.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.982832 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: address_group.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.983610 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.984177 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: address-group May 17 21:59:48.984502 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: address_scope.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.985208 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.985717 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: address-scope May 17 21:59:48.986038 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.986967 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.987510 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: router-admin-state-down-before-update May 17 21:59:48.987830 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: agent.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.988550 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.989052 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: agent May 17 21:59:48.989371 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: agent_resources_synced.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.990273 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.990780 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: agent-resources-synced May 17 21:59:48.991101 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: allowedaddresspairs.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.992909 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.993431 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: allowed-address-pairs May 17 21:59:48.993757 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: auto_allocated_topology.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.994813 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.995363 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: auto-allocated-topology May 17 21:59:48.995694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: availability_zone.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.996386 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.996924 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: availability_zone May 17 21:59:48.997246 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: availability_zone_filter.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.998152 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:48.998661 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: availability_zone_filter May 17 21:59:48.998985 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: data_plane_status.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:48.999908 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.000414 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension data-plane-status not supported by any of loaded plugins May 17 21:59:49.000735 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: default_subnetpools.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.001644 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.002151 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: default-subnetpools May 17 21:59:49.002472 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.003306 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.004366 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: dhcp_agent_scheduler May 17 21:59:49.004688 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: dns.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.005597 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.006105 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension dns-integration not supported by any of loaded plugins May 17 21:59:49.006428 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: dns_domain_ports.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.007360 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.007866 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 21:59:49.008189 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.009101 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.009605 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 21:59:49.009925 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: dvr.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.010591 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.011093 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: dvr May 17 21:59:49.011433 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: ecmp_routes.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.012353 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.012855 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension ecmp_routes not supported by any of loaded plugins May 17 21:59:49.013176 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: empty_string_filtering.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.014080 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.014585 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: empty-string-filtering May 17 21:59:49.014903 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.015841 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.016344 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 21:59:49.016661 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.017568 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.018066 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 21:59:49.018382 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: external_net.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.019890 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.020394 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: external-net May 17 21:59:49.020712 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.021626 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.022129 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: extra_dhcp_opt May 17 21:59:49.022447 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: extraroute.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.023387 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.023887 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: extraroute May 17 21:59:49.024205 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: extraroute_atomic.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.025402 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.025911 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: extraroute-atomic May 17 21:59:49.026230 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: filter_validation.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.026887 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.027427 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: filter-validation May 17 21:59:49.027747 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: fip_pf_description.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.028652 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.029150 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 21:59:49.029466 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: fip_pf_port_range.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.030382 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.030879 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 21:59:49.031230 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: fip_port_details.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.032148 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.032647 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: fip-port-details May 17 21:59:49.032966 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: flavors.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.034186 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.034700 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: flavors May 17 21:59:49.035048 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.036722 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.037243 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 21:59:49.037571 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: floatingip_pools.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.038266 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.038774 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: floatingip-pools May 17 21:59:49.039095 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: ip_allocation.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.040035 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.040542 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension ip_allocation not supported by any of loaded plugins May 17 21:59:49.040862 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.041788 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.042298 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: ip-substring-filtering May 17 21:59:49.042619 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l2_adjacency.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.043570 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.044080 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension l2_adjacency not supported by any of loaded plugins May 17 21:59:49.044397 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.045354 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.045873 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: router May 17 21:59:49.046194 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.048432 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.048962 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 21:59:49.049295 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.050210 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.050748 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: ext-gw-mode May 17 21:59:49.051074 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.052020 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.052531 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: l3-ha May 17 21:59:49.052855 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.053762 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.054266 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 21:59:49.054587 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_flavors.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.055781 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.056288 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: l3-flavors May 17 21:59:49.056610 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.057986 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.058503 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 21:59:49.058831 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.059771 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.060284 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: l3-port-ip-change-not-allowed May 17 21:59:49.060609 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: l3agentscheduler.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.061637 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.062147 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: l3_agent_scheduler May 17 21:59:49.062473 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: local_ip.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.065655 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.066737 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension local_ip not supported by any of loaded plugins May 17 21:59:49.067070 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: logging.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.068573 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.069091 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension logging not supported by any of loaded plugins May 17 21:59:49.069420 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: metering.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.070159 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.070735 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: metering May 17 21:59:49.071088 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.072164 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.072674 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: metering_source_and_destination_fields May 17 21:59:49.072998 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: multiprovidernet.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.073919 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.074429 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: multi-provider May 17 21:59:49.074751 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: netmtu.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.075687 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.076195 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: net-mtu May 17 21:59:49.076516 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: netmtu_writable.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.077423 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.077931 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: net-mtu-writable May 17 21:59:49.078248 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: network_availability_zone.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.078909 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.079444 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: network_availability_zone May 17 21:59:49.079764 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: network_ip_availability.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.080856 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.081366 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: network-ip-availability May 17 21:59:49.081687 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: network_segment_range.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.082999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.083532 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension network-segment-range not supported by any of loaded plugins May 17 21:59:49.083854 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: pagination.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.084843 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.085169 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: pagination May 17 21:59:49.085486 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: port_device_profile.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.086389 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.086898 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: port-device-profile May 17 21:59:49.087250 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: port_mac_address_override.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.088188 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.088697 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: port-mac-override May 17 21:59:49.089017 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.089937 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.090442 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: port-mac-address-regenerate May 17 21:59:49.090762 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.091694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.092207 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: port-numa-affinity-policy May 17 21:59:49.092523 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: port_resource_request.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.093424 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.093924 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension port-resource-request not supported by any of loaded plugins May 17 21:59:49.094240 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: port_resource_request_groups.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.095228 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.095732 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 21:59:49.096051 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: portbindings.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.096986 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.097633 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: binding May 17 21:59:49.098027 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: portbindings_extended.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.099315 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.099830 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: binding-extended May 17 21:59:49.100155 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: portsecurity.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.101066 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.101577 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: port-security May 17 21:59:49.101906 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: project_id.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.102870 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.103225 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: project-id May 17 21:59:49.103546 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: providernet.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.104455 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.104964 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: provider May 17 21:59:49.105282 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.108963 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.109481 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos not supported by any of loaded plugins May 17 21:59:49.109812 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.111047 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.111590 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 21:59:49.111921 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.112861 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.113891 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 21:59:49.114211 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_default.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.115147 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.115664 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-default not supported by any of loaded plugins May 17 21:59:49.115988 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_fip.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.116904 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.117416 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-fip not supported by any of loaded plugins May 17 21:59:49.117735 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.118652 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.119181 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 21:59:49.119504 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_gateway_ip.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.120436 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.120981 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 21:59:49.121263 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_port_network_policy.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.122177 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.122691 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 21:59:49.123006 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.124074 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.124584 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 21:59:49.124905 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.125950 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.126469 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 21:59:49.126792 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_pps_rule.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.127990 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.128503 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-pps not supported by any of loaded plugins May 17 21:59:49.129530 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_rule_type_details.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.130491 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.131003 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 21:59:49.131360 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.146118 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.146588 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 21:59:49.146907 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: qos_rules_alias.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.147983 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.148497 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 21:59:49.148819 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: quota_check_limit.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.149804 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.150316 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: quota-check-limit May 17 21:59:49.150637 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: quotasv2.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.151601 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.151924 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: quotas May 17 21:59:49.152241 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: quotasv2_detail.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.153984 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.154319 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: quota_details May 17 21:59:49.154684 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: rbac.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.155784 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.156315 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: rbac-policies May 17 21:59:49.156639 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: rbac_address_group.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.157570 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.158086 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: rbac-address-group May 17 21:59:49.158407 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: rbac_address_scope.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.159358 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.159911 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: rbac-address-scope May 17 21:59:49.160514 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: rbac_security_groups.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.161441 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.161953 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: rbac-security-groups May 17 21:59:49.162272 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: rbac_subnetpool.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.163217 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.163730 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: rbac-subnetpool May 17 21:59:49.164050 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: revisionifmatch.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.164972 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.165479 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: revision-if-match May 17 21:59:49.165799 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: revisions.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.166914 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.167450 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: standard-attr-revisions May 17 21:59:49.167774 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: router_availability_zone.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.172078 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.172078 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: router_availability_zone May 17 21:59:49.172078 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: routerservicetype.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.172755 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.173260 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension router-service-type not supported by any of loaded plugins May 17 21:59:49.173579 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.174502 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.175014 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: security-groups-normalized-cidr May 17 21:59:49.175366 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.176960 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.177472 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: port-security-groups-filtering May 17 21:59:49.177792 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.178779 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.179322 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: security-groups-remote-address-group May 17 21:59:49.179643 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.180942 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.181453 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: security-groups-shared-filtering May 17 21:59:49.181772 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.182350 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 21:59:49.182667 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: securitygroup.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.192983 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.193514 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: security-group May 17 21:59:49.193845 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: segment.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.194572 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.195081 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension segment not supported by any of loaded plugins May 17 21:59:49.195430 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.196372 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.196881 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 21:59:49.197206 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: servicetype.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.198309 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.198823 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: service-type May 17 21:59:49.199172 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: sorting.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.200174 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.200502 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: sorting May 17 21:59:49.200822 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: standard_attr_segment.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.201738 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.202250 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 21:59:49.202574 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: standardattrdescription.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.203257 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.203763 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: standard-attr-description May 17 21:59:49.204084 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: stateful_security_group.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.212878 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.213391 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: stateful-security-group May 17 21:59:49.213713 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: stdattrs_common.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.214279 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 21:59:49.214597 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.215554 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.216070 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 21:59:49.216391 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: subnet_onboard.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.217505 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.218027 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: subnet_onboard May 17 21:59:49.218352 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.219325 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.219839 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 21:59:49.220161 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: subnet_service_types.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.221089 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.221605 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: subnet-service-types May 17 21:59:49.221927 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: subnetallocation.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.223126 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.223706 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: subnet_allocation May 17 21:59:49.224033 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.224701 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.225216 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: subnetpool-prefix-ops May 17 21:59:49.225536 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.226460 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.226980 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 21:59:49.227336 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: tagging.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.228565 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.228987 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: standard-attr-tag May 17 21:59:49.229311 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: timestamp.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.230514 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.231024 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loaded extension: standard-attr-timestamp May 17 21:59:49.231382 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: trunk.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.232413 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.232924 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension trunk not supported by any of loaded plugins May 17 21:59:49.233246 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: trunk_details.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.234173 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.234676 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension trunk-details not supported by any of loaded plugins May 17 21:59:49.234997 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: uplink_status_propagation.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.235948 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.236454 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 21:59:49.241274 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Loading extension file: vlantransparent.py {{(pid=103838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 21:59:49.241721 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 21:59:49.242230 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extension vlan-transparent not supported by any of loaded plugins May 17 21:59:49.244742 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:network May 17 21:59:49.245263 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:subnet May 17 21:59:49.245665 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:subnetpool May 17 21:59:49.246055 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:port May 17 21:59:49.247307 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.247751 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service FLAVORS assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.248363 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.248799 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.249130 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:router May 17 21:59:49.249573 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:floatingip May 17 21:59:49.250043 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service METERING assigned prefix: /metering {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.251584 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:49.251955 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:49.252307 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 21:59:49.253307 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of CountableResource for resource:rbac_policy May 17 21:59:49.254415 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:security_group May 17 21:59:49.254811 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:security_group_rule May 17 21:59:49.255455 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service CORE assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.255788 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:subnetpool May 17 21:59:49.256138 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] subnetpool is already registered May 17 21:59:49.256558 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service CORE assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.256904 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:subnetpool May 17 21:59:49.257236 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] subnetpool is already registered May 17 21:59:49.259532 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.259962 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service FLAVORS assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.260548 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.260966 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.261301 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:router May 17 21:59:49.261638 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] router is already registered May 17 21:59:49.262049 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:floatingip May 17 21:59:49.262386 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] floatingip is already registered May 17 21:59:49.262848 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service METERING assigned prefix: /metering {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.263618 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of CountableResource for resource:rbac_policy May 17 21:59:49.263944 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] rbac_policy is already registered May 17 21:59:49.264353 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:security_group May 17 21:59:49.264703 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] security_group is already registered May 17 21:59:49.265083 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:security_group_rule May 17 21:59:49.265413 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] security_group_rule is already registered May 17 21:59:49.266030 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service CORE assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.266356 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:subnetpool May 17 21:59:49.266686 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] subnetpool is already registered May 17 21:59:49.267099 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.v2.resource_helper [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Service CORE assigned prefix: {{(pid=103838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 21:59:49.267443 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Creating instance of TrackedResource for resource:subnetpool May 17 21:59:49.267767 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING neutron.quota.resource_registry [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] subnetpool is already registered May 17 21:59:49.268259 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: extensions {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.269731 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: address-groups {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.271251 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: address-scopes {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.272549 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: agents {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.273695 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: auto-allocated-topology {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.274941 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: availability_zones {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.276179 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: dhcp-networks {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.277697 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: dhcp-agents {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.279086 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: routers {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.280825 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: flavors {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.282076 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: service_profiles {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.283295 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: next_providers {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.284719 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: service_profiles {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.286323 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: floatingip-pools {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.287582 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: routers {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.289236 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: floatingips {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.291425 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: l3-routers {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.292869 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: l3-agents {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.294280 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: metering-labels {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.295567 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: metering-label-rules {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.296969 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: network-ip-availabilities {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.298209 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: bindings {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.299783 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: quotas {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.302049 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: quotas {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.303610 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: rbac-policies {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.304810 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: security-groups {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.306361 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: security-group-rules {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.307713 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: service-providers {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.308877 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: subnetpools {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.310206 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: subnetpools {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.311764 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.313452 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.315267 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.317727 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.319411 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.321399 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.323096 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.324999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.326751 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.328515 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron.api.extensions [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Extended resource: tags {{(pid=103838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 21:59:49.334832 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING keystonemiddleware.auth_token [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 21:59:49.340089 dv-cinder-839987-6-iscsi neutron-server[103838]: WARNING keystonemiddleware.auth_token [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 21:59:49.349001 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_concurrency.lockutils [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Acquired lock "singleton_lock" {{(pid=103838) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 21:59:49.349563 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_concurrency.lockutils [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Releasing lock "singleton_lock" {{(pid=103838) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 21:59:49.350117 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Starting 2 workers May 17 21:59:49.355028 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Started child 103949 {{(pid=103838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 21:59:49.359558 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Started child 103950 {{(pid=103838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 21:59:49.360622 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 21:59:49.361418 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO neutron.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Neutron service started, listening on 0.0.0.0:9696 May 17 21:59:49.361820 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 21:59:49.362110 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [-] (103949) wsgi starting up on http://0.0.0.0:9696 May 17 21:59:49.364974 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 21:59:49.365527 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Starting 1 workers May 17 21:59:49.366607 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [-] (103950) wsgi starting up on http://0.0.0.0:9696 May 17 21:59:49.370223 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Started child 103951 {{(pid=103838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 21:59:49.370745 dv-cinder-839987-6-iscsi neutron-server[103838]: INFO oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Starting 1 workers May 17 21:59:49.373880 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] calling RpcWorker wait() {{(pid=103951) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 21:59:49.374485 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] returning from RpcWorker wait() {{(pid=103951) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 21:59:49.375291 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Started child 103952 {{(pid=103838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 21:59:49.375641 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 21:59:49.376142 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 21:59:49.376314 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-683983db-afc8-4762-95ef-ca2aca62985e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 21:59:49.378012 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103838) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 21:59:49.378225 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 21:59:49.378408 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 21:59:49.379338 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 21:59:49.379605 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 21:59:49.379760 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 21:59:49.380293 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.380570 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.380804 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 21:59:49.381328 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.381328 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.381720 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.381926 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.382069 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 21:59:49.382211 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.382428 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.382674 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.382840 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.383003 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.383254 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.383485 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.383820 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.384098 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.384335 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.384584 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.384752 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.385000 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.385256 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.385509 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.385794 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] debug = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.386038 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.386566 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.386795 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.387043 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.387287 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.387617 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.387777 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.388067 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.388298 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.388512 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.388774 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.389014 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.389236 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.389479 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.389711 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.389954 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.390174 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.390631 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] host = dv-cinder-839987-6-iscsi {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.390876 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.391139 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.391381 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.391639 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.391907 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.392137 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.392395 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.392638 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.392901 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.393126 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.393364 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.393609 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.393843 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.394082 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.394312 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_options = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.394568 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.394837 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.395189 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.395399 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.395556 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.395719 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.395984 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.396197 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.396464 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.396614 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.396826 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.397073 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.397306 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.397541 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.397795 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.398022 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.398236 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.398461 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.398720 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.398985 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.399201 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.399423 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.399759 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.400199 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.400549 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.400549 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.401087 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.401228 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.401446 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.401966 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.401966 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.402271 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.402430 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.402670 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.403134 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.403364 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.403592 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.403829 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.404097 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.404327 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.404581 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.404841 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.405060 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.405309 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.405603 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.405927 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.406308 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_json = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.406451 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.406694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.406932 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.407405 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.409895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.410483 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.410483 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.410483 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.410483 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.410779 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.410859 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.411083 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.411420 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.411649 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.411958 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.412233 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.412530 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.412844 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.413104 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.413383 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.413622 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.413859 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.414084 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.414320 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.414599 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.414825 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.415058 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.415330 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.415576 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.415959 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.416278 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.416603 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.417177 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.417446 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.417740 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.417993 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.418230 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.418476 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.418744 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.418971 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.419253 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.419489 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.419752 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.420006 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.420263 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.420494 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.420709 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.420941 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.421185 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.421440 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.421694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.421911 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.422122 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.422336 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.422572 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.422803 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.423032 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.423282 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.423515 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.423747 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.423952 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.424177 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.424405 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.424625 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.424860 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.425074 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.425301 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.426061 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.426279 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.426495 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.426792 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.427012 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.427249 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.427484 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.427698 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.427909 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.428124 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.428364 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.428571 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.428804 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.429014 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.429279 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.429494 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.429703 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.429913 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.430123 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.430616 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.430850 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.431057 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.431293 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.431525 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.431772 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.431996 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.432286 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.432690 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.433131 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.433526 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.433983 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.434373 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.434797 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.435224 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.435620 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.436036 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.436290 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.436518 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.436750 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.436992 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.437212 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.437469 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.437689 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.437905 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.438169 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.438399 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.438625 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.438866 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.439169 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.439428 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.439666 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.439940 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.440179 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.440435 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.440709 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.440956 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.441827 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.442078 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.442355 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.442650 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.442927 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.443229 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.443484 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.443721 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.443979 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.444255 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.444507 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.444743 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.444976 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.445195 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.445443 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.445663 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.445876 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.446105 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.446449 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.446689 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.446935 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.447174 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.447451 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.447680 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.447917 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.448203 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.448462 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.448716 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.448961 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.449217 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.449431 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.449658 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.449906 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.450118 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.450355 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.450566 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.450797 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.451009 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.451242 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.451507 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.451719 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.451953 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.452185 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.452404 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.453148 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.453376 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.453593 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.453834 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.454071 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.454291 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.454510 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.454742 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.454959 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.455234 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.455454 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.455719 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.455974 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.456207 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.456450 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.456724 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.457210 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.457592 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.457844 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.458087 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.458305 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.458518 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.458736 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.458950 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.459184 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.459413 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.459625 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.459858 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.460169 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.460450 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.460700 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.460951 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.461213 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.461459 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.461674 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.461891 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.462112 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.462331 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.462548 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.462772 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.463006 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.463272 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.463490 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.463724 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.463959 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.464215 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.464455 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.464700 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.464914 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.465134 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.465372 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.465586 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.465819 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.466024 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.466268 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.466478 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.466703 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.466932 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.467232 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.467498 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.467736 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.467986 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.468199 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.468412 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.468668 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.468915 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.469123 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.469348 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.469566 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.469773 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.469995 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.470222 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.470428 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.470650 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.470860 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.471314 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.471538 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.471747 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.471957 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.473745 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.473745 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.473745 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.473745 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.474027 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.474122 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.474328 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.474544 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.474754 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.474978 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.475214 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.475427 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.475649 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.475863 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.476070 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.476363 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.476609 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.476846 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.477123 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.477630 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.477797 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.477952 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.479086 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.479086 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.479086 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.479403 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.479561 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.479783 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.480040 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.480391 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.480694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.480932 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.481187 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.481431 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.481714 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.481990 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.482203 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.482485 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.482806 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.483068 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.483353 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.483601 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.483843 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.484063 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.484297 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.484544 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.484728 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.484953 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.485187 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.485416 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.485637 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.485871 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.486099 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.486313 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.486559 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.486776 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.487010 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.487219 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.487374 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 21:59:49.487936 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103838) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 21:59:49.488131 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 21:59:49.488477 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 21:59:49.488621 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 21:59:49.488780 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 21:59:49.488932 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 21:59:49.489139 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.489303 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.489490 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.489660 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.489809 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.489969 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.490127 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.490285 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.490442 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.490599 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.490756 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.490915 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.491071 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.491245 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.491383 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.491542 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.491692 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.491850 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492008 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492164 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492318 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492475 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] debug = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492633 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492825 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.492981 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.493138 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.493294 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.493451 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.493607 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.493763 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.493920 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.494079 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.494235 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.494392 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.494546 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.494697 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.494856 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495011 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495198 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495358 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] host = dv-cinder-839987-6-iscsi {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495514 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495672 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495827 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.495985 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.496141 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.496297 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.496454 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.496612 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.496768 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.496854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 21:59:49.496938 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.497068 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.497225 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.497382 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.497537 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.497694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_options = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.497851 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498008 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498164 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498345 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498508 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498665 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498821 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.498977 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.499151 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.499312 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.499472 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.499631 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.499786 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.499941 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.500098 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.500253 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.500410 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.500741 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.500907 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.501061 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.501256 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.501423 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.501581 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.501738 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.501895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.502113 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.502483 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.502645 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.502802 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.502959 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.503133 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.503289 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.503452 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.504119 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.504427 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.504730 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.505022 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.505328 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.505485 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.505638 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.505797 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.505955 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.506115 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.506271 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.506427 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.506582 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.506738 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_json = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.506894 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507050 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507230 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507375 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507531 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507687 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507842 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.507999 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.508156 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 21:59:49.508331 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.508490 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.508660 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.508819 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.508978 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.509138 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.509298 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.509455 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.509616 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.509773 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.509939 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.510098 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.510266 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.510424 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.510582 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.510742 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.510900 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.511060 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.511241 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.511401 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.511559 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.511719 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.511886 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.512046 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.512203 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.512361 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.512520 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.512685 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.512843 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513008 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513181 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513340 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513499 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513662 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513821 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.513981 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.514140 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.514299 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.514458 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.514617 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.514775 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.514949 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.515087 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.515266 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.515425 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.515584 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.515743 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.515902 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.516059 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.516217 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.516377 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.516535 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.516694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.516852 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517009 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517167 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517325 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517493 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517650 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517808 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.517965 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.518123 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.518280 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.518439 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.518597 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.518754 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.518912 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.519070 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.519306 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.519517 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.519639 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.519799 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.519995 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.520155 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.520314 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.520472 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.520630 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.520788 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.520947 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.521104 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.521262 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.521425 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.521567 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.521726 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.521884 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.522042 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.522490 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.522696 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.522861 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.523019 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.523193 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.523366 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.523751 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.523896 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.524059 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.524217 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.524376 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.524536 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.524694 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.524853 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525066 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525200 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525294 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525449 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525606 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525764 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.525922 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.526080 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.526240 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.526399 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.526558 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.526718 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.526877 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.527035 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.527216 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.527375 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.527533 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.527690 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.527849 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528016 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528159 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528323 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528481 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528646 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528816 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.528976 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.529135 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.529296 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.529455 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.529614 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.529773 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.529931 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.530089 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.530248 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.530406 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.530576 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.530735 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.530895 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.531054 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.531256 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.531416 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.531574 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.531733 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.531892 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.532050 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.532209 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.532367 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.532525 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.532683 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.532842 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533001 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533159 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533318 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533476 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533640 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533800 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.533959 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.534117 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.534277 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.534436 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.534594 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.534753 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.537193 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.537376 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.537643 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.537859 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.538329 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.538510 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.538679 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.538848 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.539016 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.539205 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.539370 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.539532 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.539693 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.539855 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540017 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540177 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540337 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540496 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540657 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540816 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.540976 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.541138 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.541297 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.541456 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.541616 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.541775 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.541935 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.542096 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.542254 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.542413 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.542572 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.542729 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.542908 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.543066 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.543247 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.543409 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.543569 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.543728 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.543887 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544045 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544204 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544362 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544523 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544683 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544841 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.544998 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.545156 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.545314 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.545479 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.545640 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.545801 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.545958 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.546118 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.546284 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.546444 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.546603 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.546782 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.546924 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.547072 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.547253 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.547412 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.547588 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.547749 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.547906 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.548064 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.548223 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.548381 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.548553 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.548711 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.548868 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549026 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549184 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549343 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549511 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549669 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549830 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.549988 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.550146 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.550304 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.551161 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.551314 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.551476 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.551635 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.551794 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.551952 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.552120 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.552281 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.552439 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.552597 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.552754 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.552912 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.553080 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.553240 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.553398 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.553556 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.553714 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.553872 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554040 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554199 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554358 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554522 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554680 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554838 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.554996 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.555189 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.555604 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.555771 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.555930 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.556090 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.556249 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.556413 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.556578 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.556746 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.556911 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.557073 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.557240 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.557406 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.557574 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.557734 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.557898 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.558070 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.558228 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.558387 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.558545 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.558704 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.558863 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.559021 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.559212 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.559373 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.559536 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.559697 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.559855 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560013 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560172 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560330 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560489 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560647 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560806 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.560963 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.561124 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 21:59:49.561274 dv-cinder-839987-6-iscsi neutron-server[103838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 21:59:49.852144 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36054) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 21:59:49.860546 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063539 May 17 22:00:01.355252 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ce6f7-8194-4a7e-94a1-57329d9059f7 None None] get_active_networks_info from dv-cinder-839987-6-iscsi {{(pid=103951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 22:00:01.443177 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ce6f7-8194-4a7e-94a1-57329d9059f7 None None] No non-hosted networks {{(pid=103951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 22:00:01.460654 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.agentschedulers_db [None req-557ce6f7-8194-4a7e-94a1-57329d9059f7 None None] DHCP Agent not found on host dv-cinder-839987-6-iscsi {{(pid=103951) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 22:00:01.547862 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-720ecf81-71b2-4b4a-85c5-a9b6138de58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438884'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:04.023369 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-474cbb41-3c1b-4f14-adc1-6b4415aded32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438884'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:04.059282 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.db.api [None req-fc09ca14-8ac1-451a-9c6d-1ce92bf65ac9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-839987-6-iscsi {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 22:00:04.060213 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG oslo_db.api [None req-fc09ca14-8ac1-451a-9c6d-1ce92bf65ac9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 22:00:04.641748 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc09ca14-8ac1-451a-9c6d-1ce92bf65ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:04.797263 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36122) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:04.949744 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438884'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:05.339443 dv-cinder-839987-6-iscsi neutron-server[103950]: WARNING oslo_policy.policy [None req-daf52cd6-ed37-49c0-a8d3-25c48d28300e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:05.340022 dv-cinder-839987-6-iscsi neutron-server[103950]: WARNING oslo_policy.policy [None req-daf52cd6-ed37-49c0-a8d3-25c48d28300e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:05.563328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [None req-daf52cd6-ed37-49c0-a8d3-25c48d28300e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:00:05.577028 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-daf52cd6-ed37-49c0-a8d3-25c48d28300e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7662709 May 17 22:00:06.309663 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438884'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:07.698067 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438884'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:07.698757 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.699261 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.699878 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.700214 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.700540 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.700866 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.701399 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.701841 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.702173 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.702496 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.702834 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.703187 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.705321 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.705321 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.705321 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:07.705321 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839987-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:07.711847 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839987-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:08.052618 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36156) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:08.410299 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:08.504132 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.policy [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103950) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 22:00:08.548723 dv-cinder-839987-6-iscsi neutron-server[103950]: WARNING oslo_policy.policy [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:08.549120 dv-cinder-839987-6-iscsi neutron-server[103950]: WARNING oslo_policy.policy [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:08.728898 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746057658521', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746057662189', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746057642406', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746057635389', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746057821935', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746057813457', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1761024', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16375873'] for rbac-policy (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:08.941293 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:08.942498 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2438052f-e0a9-4a0d-9c51-1960065d5c45 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8886814 May 17 22:00:11.407185 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36168) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:11.733980 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:11.835008 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Made reservation on behalf of 2be755a8e5a94fffa1b804fb26b77a19 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:00:11.838863 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:11.857459 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:11.968246 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks [] for security_group (10f591d0-3239-47a1-8c0e-80c514bc5a35), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:12.023556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (10f591d0-3239-47a1-8c0e-80c514bc5a35), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:12.061890 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:00:12.084823 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.db.l3_hamode_db [None req-ee4c599d-5212-43ad-8373-4666714c7eee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 22:00:12.089775 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=10f591d0-3239-47a1-8c0e-80c514bc5a35,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:12.089775 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (ce2700cc-46a5-4cd5-9940-c54cc9747ac0), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:12.089775 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Added segment ce2700cc-46a5-4cd5-9940-c54cc9747ac0 of type vlan for network a59386c2-9403-4bb3-a4dd-ec6d6af356ed May 17 22:00:12.114022 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.118938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.119352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.119352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.119352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.119352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Tracked resource versions report: May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: pushed versions: May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: { 'AddressGroup': {'1.2'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Agent': {'1.1'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'ConntrackHelper': {'1.0'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'LocalIPAssociation': {'1.0'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Log': {'1.0'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'NDPProxy': {'1.0'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Network': {'1.1'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Port': {'1.7'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'PortForwarding': {'1.3'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'QosPolicy': {'1.10'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroup': {'1.5'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroupRule': {'1.2'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SubPort': {'1.0'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Subnet': {'1.1'}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Trunk': {'1.1'}} May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: consumer versions: May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Agent': '1.1', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'ConntrackHelper': '1.0', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'LocalIPAssociation': '1.0', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Log': '1.0', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'NDPProxy': '1.0', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Network': '1.1', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Port': '1.7', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'PortForwarding': '1.3', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'QosPolicy': '1.10', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroup': '1.5', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroupRule': '1.2', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SubPort': '1.0', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Subnet': '1.1', May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Trunk': '1.1'}} May 17 22:00:12.119790 dv-cinder-839987-6-iscsi neutron-server[103950]: {{(pid=103950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:00:12.165857 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c599d-5212-43ad-8373-4666714c7eee None None] Routers set() bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:00:12.166243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c599d-5212-43ad-8373-4666714c7eee None None] Router IDs set() for agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 22:00:12.202721 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (a59386c2-9403-4bb3-a4dd-ec6d6af356ed), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:12.332842 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (a59386c2-9403-4bb3-a4dd-ec6d6af356ed), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:12.338138 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:12.338858 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:12.453771 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] Pushing event updated for resources: {'Network': ['ID=a59386c2-9403-4bb3-a4dd-ec6d6af356ed,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:12.465802 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:00:12.494027 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1af3fcba-075e-413e-a5fb-567e5db496f6 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0856662 May 17 22:00:14.996467 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36180) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:15.409688 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f293a2-b991-4f2b-8b0d-2666cd3c612d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:15.410936 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-61f293a2-b991-4f2b-8b0d-2666cd3c612d demo admin] 10.222.0.24 "GET /v2.0/networks/a59386c2-9403-4bb3-a4dd-ec6d6af356ed HTTP/1.1" status: 200 len: 825 time: 0.4135296 May 17 22:00:15.436007 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e193a266-f470-4617-97ae-6e66b37dc75a demo admin] 10.222.0.24 "GET /v2.0/subnetpools/6b87a79e-dd45-4b7b-9197-167cf6af9f8b HTTP/1.1" status: 200 len: 734 time: 0.0194371 May 17 22:00:15.445414 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Request body: {'subnet': {'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b', 'name': 'private-subnet'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:15.531998 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Made reservation on behalf of 2be755a8e5a94fffa1b804fb26b77a19 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:00:15.534876 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:15.886648 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (b335cbae-8414-40da-8d38-def4807705cd), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:15.956377 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Checking segment: {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:00:15.956726 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Network hostable DHCP agents. Network: a59386c2-9403-4bb3-a4dd-ec6d6af356ed, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:00:15.965668 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b335cbae-8414-40da-8d38-def4807705cd,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:16.046151 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:00:16.126518 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, a59386c2-9403-4bb3-a4dd-ec6d6af356ed) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:00:16.131904 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:16.132593 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:16.138085 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7361e-71f9-40be-bc47-57653e548ea2 None None] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:00:16.214593 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-750c1d73-60c4-451b-b44e-f8c1d80e6468 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7722604 May 17 22:00:16.408126 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:00:16.410183 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:16.695186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Allocated IP 172.20.0.2 (a59386c2-9403-4bb3-a4dd-ec6d6af356ed/b335cbae-8414-40da-8d38-def4807705cd/d06c46fc-70f8-4965-b187-04f1d7b81b84) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:00:16.965693 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Publish callbacks [] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:17.057873 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:17.126126 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:00:17.135846 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:00:17.148930 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:00:17.156449 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Pushing event updated for resources: {'Port': ['ID=d06c46fc-70f8-4965-b187-04f1d7b81b84,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:17.201381 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.201728 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.202081 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.202435 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.202770 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.203099 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.203445 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.203769 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.204094 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.204419 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.204743 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.205110 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.205438 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.206282 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.206603 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Tracked resource versions report: May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: pushed versions: May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: { 'AddressGroup': {'1.2'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Agent': {'1.1'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'ConntrackHelper': {'1.0'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'LocalIPAssociation': {'1.0'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Log': {'1.0'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'NDPProxy': {'1.0'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Network': {'1.1'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Port': {'1.7'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'PortForwarding': {'1.3'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'QosPolicy': {'1.10'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroup': {'1.5'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroupRule': {'1.2'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SubPort': {'1.0'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Subnet': {'1.1'}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Trunk': {'1.1'}} May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: consumer versions: May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Agent': '1.1', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'ConntrackHelper': '1.0', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'LocalIPAssociation': '1.0', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Log': '1.0', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'NDPProxy': '1.0', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Network': '1.1', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Port': '1.7', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'PortForwarding': '1.3', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'QosPolicy': '1.10', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroup': '1.5', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroupRule': '1.2', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SubPort': '1.0', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Subnet': '1.1', May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Trunk': '1.1'}} May 17 22:00:17.208100 dv-cinder-839987-6-iscsi neutron-server[103951]: {{(pid=103951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:00:17.243756 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Attempting to bind port d06c46fc-70f8-4965-b187-04f1d7b81b84 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:00:17.244150 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Attempting to bind port d06c46fc-70f8-4965-b187-04f1d7b81b84 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:00:17.244578 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Attempting to bind port d06c46fc-70f8-4965-b187-04f1d7b81b84 on network a59386c2-9403-4bb3-a4dd-ec6d6af356ed {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:00:17.249445 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:00:17.249817 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Checking segment: {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:00:17.250286 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:17.250816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Bound using segment: {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:00:17.251203 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Bound port: d06c46fc-70f8-4965-b187-04f1d7b81b84, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:00:17.251598 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:17.312505 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] For port d06c46fc-70f8-4965-b187-04f1d7b81b84, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:00:17.317585 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] For port d06c46fc-70f8-4965-b187-04f1d7b81b84, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d06c46fc-70f8-4965-b187-04f1d7b81b84,segment=NetworkSegment(ce2700cc-46a5-4cd5-9940-c54cc9747ac0),segment_id=ce2700cc-46a5-4cd5-9940-c54cc9747ac0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:00:17.390029 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:17.455060 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574108e-3e22-4103-b9f4-bc7916c16798 None None] Pushing event updated for resources: {'Port': ['ID=d06c46fc-70f8-4965-b187-04f1d7b81b84,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:18.718368 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36188) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:19.042681 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [None req-4ece53d0-2f36-4562-9fa4-dfb0a5876048 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:00:19.043827 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4ece53d0-2f36-4562-9fa4-dfb0a5876048 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3245215 May 17 22:00:21.545186 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36196) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:21.859249 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [None req-c0289172-108b-414a-ac07-282b5ac07a3d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:00:21.860327 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c0289172-108b-414a-ac07-282b5ac07a3d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3142028 May 17 22:00:24.329977 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36204) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:24.649266 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:24.766190 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (18bf505b-4c40-4925-8bb5-016477dc2c1e), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:24.767684 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (18bf505b-4c40-4925-8bb5-016477dc2c1e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:24.905388 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] Publish callbacks [] for router_controller (18bf505b-4c40-4925-8bb5-016477dc2c1e), precommit_add_association {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:24.956494 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (18bf505b-4c40-4925-8bb5-016477dc2c1e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:25.037099 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:25.038273 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-86339ce6-0e90-40d1-b882-8ec0bd1fdcea demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7066655 May 17 22:00:27.489015 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36216) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:27.810863 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [None req-21a5231d-86c4-4fa4-b8bf-05be18d2ef67 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:00:27.811902 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-21a5231d-86c4-4fa4-b8bf-05be18d2ef67 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3212044 May 17 22:00:28.476512 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d06c46fc-70f8-4965-b187-04f1d7b81b84 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:00:28.561819 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port d06c46fc-70f8-4965-b187-04f1d7b81b84 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:28.562235 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:28.669357 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port d06c46fc-70f8-4965-b187-04f1d7b81b84 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:28.669702 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:28.704761 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port d06c46fc-70f8-4965-b187-04f1d7b81b84, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d06c46fc-70f8-4965-b187-04f1d7b81b84,segment=NetworkSegment(ce2700cc-46a5-4cd5-9940-c54cc9747ac0),segment_id=ce2700cc-46a5-4cd5-9940-c54cc9747ac0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:00:28.783357 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:28.838037 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=d06c46fc-70f8-4965-b187-04f1d7b81b84,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:29.012180 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0b370-c9c7-47af-967d-5d1319eb8eee None None] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:00:29.046854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-b022b3a3-419b-462a-8a04-5f0630132a98 None None] Provisioning complete for port d06c46fc-70f8-4965-b187-04f1d7b81b84 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:29.047260 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b022b3a3-419b-462a-8a04-5f0630132a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:29.197118 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b022b3a3-419b-462a-8a04-5f0630132a98 None None] Current status of the port d06c46fc-70f8-4965-b187-04f1d7b81b84 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:29.421801 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-cf0721f5-9753-43d4-8eee-5436bc69f2c2 None None] Provisioning complete for port d06c46fc-70f8-4965-b187-04f1d7b81b84 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:29.422186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cf0721f5-9753-43d4-8eee-5436bc69f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:29.491701 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-cf0721f5-9753-43d4-8eee-5436bc69f2c2 None None] Current status of the port d06c46fc-70f8-4965-b187-04f1d7b81b84 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:30.334487 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36224) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:30.452851 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d06c46fc-70f8-4965-b187-04f1d7b81b84 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:00:30.496962 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port d06c46fc-70f8-4965-b187-04f1d7b81b84 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:30.497654 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:30.565169 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port d06c46fc-70f8-4965-b187-04f1d7b81b84 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:30.655201 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:30.784058 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Made reservation on behalf of 52a8a72ae1784555b539c1867c54411c for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:00:30.786338 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:30.794917 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:30.866961 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks [] for security_group (4315323a-a194-4489-86a0-2f82d2230043), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:30.926311 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (4315323a-a194-4489-86a0-2f82d2230043), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:30.944437 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103950) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 22:00:30.959414 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4315323a-a194-4489-86a0-2f82d2230043,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:30.966134 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (5943bce9-3056-44ad-8fb5-9da39672ddc8), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:30.966580 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Added segment 5943bce9-3056-44ad-8fb5-9da39672ddc8 of type flat for network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd May 17 22:00:31.011095 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (157b8091-fdbe-4f86-9fc3-c086ca84e1cd), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:31.114595 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (157b8091-fdbe-4f86-9fc3-c086ca84e1cd), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:31.115611 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:31.116206 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:31.204476 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] Pushing event updated for resources: {'Network': ['ID=157b8091-fdbe-4f86-9fc3-c086ca84e1cd,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:31.213624 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:00:31.322760 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e3ca2620-a450-4304-b59f-b5c9517132d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9871702 May 17 22:00:31.343460 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cae4ef27-2dfa-4551-a390-19d68af7cc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:33.792053 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36232) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:33.977798 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ab029f5-34ee-4cb5-8f83-a25c8f1980e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:34.161865 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b86550-1b29-4f9f-82b6-e12e68c7b241 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:34.163130 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-98b86550-1b29-4f9f-82b6-e12e68c7b241 demo admin] 10.222.0.24 "GET /v2.0/subnets/b335cbae-8414-40da-8d38-def4807705cd HTTP/1.1" status: 200 len: 849 time: 0.3699000 May 17 22:00:34.293543 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4d5427c3-e036-4a48-86df-8737e68ad42c demo admin] 10.222.0.24 "GET /v2.0/routers/18bf505b-4c40-4925-8bb5-016477dc2c1e HTTP/1.1" status: 200 len: 704 time: 0.1246994 May 17 22:00:34.558616 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:34.896297 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Allocated IP 172.20.0.1 (a59386c2-9403-4bb3-a4dd-ec6d6af356ed/b335cbae-8414-40da-8d38-def4807705cd/454aaec5-8f38-4d95-bf61-edcecb27449b) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:00:34.920723 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.050689 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks [] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.155561 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.226207 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:00:35.230717 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:00:35.233277 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:00:35.233899 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (18bf505b-4c40-4925-8bb5-016477dc2c1e), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.310556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Pushing event updated for resources: {'Port': ['ID=454aaec5-8f38-4d95-bf61-edcecb27449b,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:35.444882 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7ebc5f91-6e8a-4a77-ac50-be590a463109 None None] Provisioning complete for port 454aaec5-8f38-4d95-bf61-edcecb27449b triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:35.445437 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5f91-6e8a-4a77-ac50-be590a463109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.487000 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.529384 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc5f91-6e8a-4a77-ac50-be590a463109 None None] Port 454aaec5-8f38-4d95-bf61-edcecb27449b cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:00:35.721048 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks [] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.760275 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.761062 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (18bf505b-4c40-4925-8bb5-016477dc2c1e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:35.822136 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Pushing event updated for resources: {'Port': ['ID=454aaec5-8f38-4d95-bf61-edcecb27449b,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:35.886717 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:00:35.888019 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:00:36.046380 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-3e2174bc-9a4a-427b-b3ca-4772ec383df9 None None] Provisioning complete for port 454aaec5-8f38-4d95-bf61-edcecb27449b triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:36.046762 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3e2174bc-9a4a-427b-b3ca-4772ec383df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:36.077784 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3e2174bc-9a4a-427b-b3ca-4772ec383df9 None None] Port 454aaec5-8f38-4d95-bf61-edcecb27449b cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:00:36.092187 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Router 18bf505b-4c40-4925-8bb5-016477dc2c1e is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:00:36.179613 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:00:36.185006 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3ee74060-6057-402b-a903-52434e67f0ab demo admin] 10.222.0.24 "PUT /v2.0/routers/18bf505b-4c40-4925-8bb5-016477dc2c1e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8860888 May 17 22:00:36.203356 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Sync routers for ids ['18bf505b-4c40-4925-8bb5-016477dc2c1e'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:00:36.216847 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Routers {'18bf505b-4c40-4925-8bb5-016477dc2c1e'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:00:36.217810 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:00:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['18bf505b-4c40-4925-8bb5-016477dc2c1e'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:36.264352 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:36.400786 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Set router 18bf505b-4c40-4925-8bb5-016477dc2c1e gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:00:36.820285 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'name': 'router1', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:00:24Z', 'updated_at': '2022-05-17T22:00:35Z', 'revision_number': 2, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'gw_port_host': None, '_interfaces': [{'id': '454aaec5-8f38-4d95-bf61-edcecb27449b', 'name': '', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'mac_address': 'fa:16:3e:8d:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:34Z', 'updated_at': '2022-05-17T22:00:35Z', 'revision_number': 2, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'subnets': [{'id': 'b335cbae-8414-40da-8d38-def4807705cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:36.870025 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Checking router: 18bf505b-4c40-4925-8bb5-016477dc2c1e for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:00:36.870394 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Updating router 18bf505b-4c40-4925-8bb5-016477dc2c1e port 454aaec5-8f38-4d95-bf61-edcecb27449b binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:00:36.922604 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.451582 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Publish callbacks [] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.513900 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.609541 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Pushing event updated for resources: {'Port': ['ID=454aaec5-8f38-4d95-bf61-edcecb27449b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:37.620852 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.621179 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.621533 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.621877 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.622310 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.622670 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.622998 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.623354 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.623673 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.623986 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.624303 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.624631 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.624946 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.625253 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.625562 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Tracked resource versions report: May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: pushed versions: May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: { 'AddressGroup': {'1.2'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Agent': {'1.1'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'ConntrackHelper': {'1.0'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Log': {'1.0'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'NDPProxy': {'1.0'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Network': {'1.1'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Port': {'1.7'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'PortForwarding': {'1.3'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'QosPolicy': {'1.10'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroup': {'1.5'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SubPort': {'1.0'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Subnet': {'1.1'}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Trunk': {'1.1'}} May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: consumer versions: May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Agent': '1.1', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'ConntrackHelper': '1.0', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'LocalIPAssociation': '1.0', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Log': '1.0', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'NDPProxy': '1.0', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Network': '1.1', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Port': '1.7', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'PortForwarding': '1.3', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'QosPolicy': '1.10', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroup': '1.5', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroupRule': '1.2', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SubPort': '1.0', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Subnet': '1.1', May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Trunk': '1.1'}} May 17 22:00:37.628378 dv-cinder-839987-6-iscsi neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:00:37.714730 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Attempting to bind port 454aaec5-8f38-4d95-bf61-edcecb27449b on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:00:37.715046 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Attempting to bind port 454aaec5-8f38-4d95-bf61-edcecb27449b by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:00:37.715499 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Attempting to bind port 454aaec5-8f38-4d95-bf61-edcecb27449b on network a59386c2-9403-4bb3-a4dd-ec6d6af356ed {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:00:37.722791 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:00:37.732690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Checking segment: {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:00:37.732690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.732690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Bound using segment: {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:00:37.732690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Bound port: 454aaec5-8f38-4d95-bf61-edcecb27449b, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2700cc-46a5-4cd5-9940-c54cc9747ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:00:37.732690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.743823 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.799548 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] For port 454aaec5-8f38-4d95-bf61-edcecb27449b, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:00:37.821298 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] For port 454aaec5-8f38-4d95-bf61-edcecb27449b, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=454aaec5-8f38-4d95-bf61-edcecb27449b,segment=NetworkSegment(ce2700cc-46a5-4cd5-9940-c54cc9747ac0),segment_id=ce2700cc-46a5-4cd5-9940-c54cc9747ac0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:00:37.886699 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.904070 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] Provisioning complete for port 454aaec5-8f38-4d95-bf61-edcecb27449b triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:37.904571 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:37.946522 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Routers {'18bf505b-4c40-4925-8bb5-016477dc2c1e'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:00:37.946826 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:00:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['18bf505b-4c40-4925-8bb5-016477dc2c1e'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:37.948710 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba6bd6-090a-4c4b-aae7-41acb506f516 None None] Pushing event updated for resources: {'Port': ['ID=454aaec5-8f38-4d95-bf61-edcecb27449b,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:38.003299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] Current status of the port 454aaec5-8f38-4d95-bf61-edcecb27449b is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:38.003651 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:38.044485 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] Set router 18bf505b-4c40-4925-8bb5-016477dc2c1e gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:00:38.044901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] For port 454aaec5-8f38-4d95-bf61-edcecb27449b, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=454aaec5-8f38-4d95-bf61-edcecb27449b,segment=NetworkSegment(ce2700cc-46a5-4cd5-9940-c54cc9747ac0),segment_id=ce2700cc-46a5-4cd5-9940-c54cc9747ac0)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:00:38.131084 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:38.177382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42fca5-3419-4038-b61f-3c09005de750 None None] Pushing event updated for resources: {'Port': ['ID=454aaec5-8f38-4d95-bf61-edcecb27449b,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:38.255241 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'name': 'router1', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:00:24Z', 'updated_at': '2022-05-17T22:00:35Z', 'revision_number': 2, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'gw_port_host': None, '_interfaces': [{'id': '454aaec5-8f38-4d95-bf61-edcecb27449b', 'name': '', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'mac_address': 'fa:16:3e:8d:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:34Z', 'updated_at': '2022-05-17T22:00:37Z', 'revision_number': 4, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'subnets': [{'id': 'b335cbae-8414-40da-8d38-def4807705cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:38.257335 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-5c82309b-973c-4122-a635-cdf8d4bde5be None None] Provisioning complete for port 454aaec5-8f38-4d95-bf61-edcecb27449b triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:38.257833 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c82309b-973c-4122-a635-cdf8d4bde5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:38.296390 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec558dd-c7d8-4dbf-babd-86d98cc69ca8 None None] The sync data for ids ['18bf505b-4c40-4925-8bb5-016477dc2c1e'] in dv-cinder-839987-6-iscsi is: [{'id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'name': 'router1', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:00:24Z', 'updated_at': '2022-05-17T22:00:35Z', 'revision_number': 2, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'gw_port_host': None, '_interfaces': [{'id': '454aaec5-8f38-4d95-bf61-edcecb27449b', 'name': '', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'mac_address': 'fa:16:3e:8d:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:34Z', 'updated_at': '2022-05-17T22:00:37Z', 'revision_number': 4, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'subnets': [{'id': 'b335cbae-8414-40da-8d38-def4807705cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:00:38.352447 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5c82309b-973c-4122-a635-cdf8d4bde5be None None] Current status of the port 454aaec5-8f38-4d95-bf61-edcecb27449b is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:38.682371 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36250) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:38.907453 dv-cinder-839987-6-iscsi neutron-server[103949]: WARNING oslo_policy.policy [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:38.908053 dv-cinder-839987-6-iscsi neutron-server[103949]: WARNING oslo_policy.policy [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:39.342719 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.policy [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103949) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 22:00:39.384642 dv-cinder-839987-6-iscsi neutron-server[103949]: WARNING oslo_policy.policy [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:39.385014 dv-cinder-839987-6-iscsi neutron-server[103949]: WARNING oslo_policy.policy [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 22:00:39.392713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:39.394688 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-3a3a7107-723e-4455-b9a7-5a69ecc6d010 admin admin] 10.222.0.24 "GET /v2.0/networks/157b8091-fdbe-4f86-9fc3-c086ca84e1cd HTTP/1.1" status: 200 len: 842 time: 0.7103701 May 17 22:00:39.404206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'enable_dhcp': False}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:39.520225 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Made reservation on behalf of 52a8a72ae1784555b539c1867c54411c for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:00:39.523131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:39.970828 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.objects.ports [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103949) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 22:00:39.971535 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (f7784e0b-47cc-4b63-bfc2-13464707c48c), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:40.043066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:00:40.043448 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Network hostable DHCP agents. Network: 157b8091-fdbe-4f86-9fc3-c086ca84e1cd, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:00:40.048234 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7784e0b-47cc-4b63-bfc2-13464707c48c,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:40.062165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.062502 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.062840 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.063185 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.063509 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.063827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.064769 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.065088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.065411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.065727 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.066058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.066391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.066712 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.067023 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.067439 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Tracked resource versions report: May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: pushed versions: May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Agent': {'1.1'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Log': {'1.0'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Network': {'1.1'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Port': {'1.7'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: consumer versions: May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Agent': '1.1', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Log': '1.0', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'NDPProxy': '1.0', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Network': '1.1', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Port': '1.7', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'PortForwarding': '1.3', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'QosPolicy': '1.10', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SubPort': '1.0', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Subnet': '1.1', May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Trunk': '1.1'}} May 17 22:00:40.068836 dv-cinder-839987-6-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:00:40.160345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:00:40.229247 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 157b8091-fdbe-4f86-9fc3-c086ca84e1cd) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:00:40.234225 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:40.235444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:40.239604 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20e36a-1393-444b-a1d3-9ea9cbf76ee5 None None] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:00:40.328312 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-36b1f6d3-e4da-49ce-aad0-d03227538bdb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9276488 May 17 22:00:40.349783 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de365c4f-b10b-4c8c-953e-4b8ddd683f8b None None] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:00:42.771022 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36280) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:43.013287 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-69658e78-ac39-4c1b-82d8-660c5e42007c demo admin] 10.222.0.24 "GET /v2.0/routers/18bf505b-4c40-4925-8bb5-016477dc2c1e HTTP/1.1" status: 200 len: 710 time: 0.2410452 May 17 22:00:43.099921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd9cd4-9090-42e0-9afb-10e84d39e8cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:00:43.101273 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-84bd9cd4-9090-42e0-9afb-10e84d39e8cb demo admin] 10.222.0.24 "GET /v2.0/networks/157b8091-fdbe-4f86-9fc3-c086ca84e1cd HTTP/1.1" status: 200 len: 886 time: 0.0825746 May 17 22:00:43.109869 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:00:43.350280 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks [] for router_gateway (18bf505b-4c40-4925-8bb5-016477dc2c1e), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:43.629491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks [] for router_gateway (18bf505b-4c40-4925-8bb5-016477dc2c1e), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:43.716402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:43.874625 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Allocated IP 172.27.2.124 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/e655588f-00db-467e-b1a2-e39b84e96134) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:00:43.983883 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks [] for port (e655588f-00db-467e-b1a2-e39b84e96134), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:44.115550 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (e655588f-00db-467e-b1a2-e39b84e96134), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:44.195891 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:00:44.205348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:00:44.210740 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:00:44.214018 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Pushing event updated for resources: {'Port': ['ID=e655588f-00db-467e-b1a2-e39b84e96134,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:44.584531 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks [] for router_gateway (18bf505b-4c40-4925-8bb5-016477dc2c1e), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:44.776647 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14966'] for router (18bf505b-4c40-4925-8bb5-016477dc2c1e), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:44.781607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-411687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-413837'] for router (18bf505b-4c40-4925-8bb5-016477dc2c1e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:44.886441 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Router 18bf505b-4c40-4925-8bb5-016477dc2c1e has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:00:44.989070 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:00:44.993318 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:44.994475 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-53668a36-1b0b-402f-9974-e25b4f9faf9c demo admin] 10.222.0.24 "PUT /v2.0/routers/18bf505b-4c40-4925-8bb5-016477dc2c1e HTTP/1.1" status: 200 len: 890 time: 1.8877113 May 17 22:00:46.474579 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 454aaec5-8f38-4d95-bf61-edcecb27449b up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:00:46.518117 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 454aaec5-8f38-4d95-bf61-edcecb27449b triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:46.518503 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:46.591943 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 454aaec5-8f38-4d95-bf61-edcecb27449b is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:47.228764 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Sync routers for ids ['18bf505b-4c40-4925-8bb5-016477dc2c1e'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:00:47.241310 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Routers {'18bf505b-4c40-4925-8bb5-016477dc2c1e'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:00:47.242007 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:00:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['18bf505b-4c40-4925-8bb5-016477dc2c1e'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:47.448239 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Set router 18bf505b-4c40-4925-8bb5-016477dc2c1e gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:00:47.544123 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36292) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:00:47.658038 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cba42a8d-15fb-404a-82c3-37f495d7d7dd admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1126823 May 17 22:00:47.928140 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'name': 'router1', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e655588f-00db-467e-b1a2-e39b84e96134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:00:24Z', 'updated_at': '2022-05-17T22:00:44Z', 'revision_number': 4, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'gw_port': {'id': 'e655588f-00db-467e-b1a2-e39b84e96134', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:43Z', 'updated_at': '2022-05-17T22:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '454aaec5-8f38-4d95-bf61-edcecb27449b', 'name': '', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'mac_address': 'fa:16:3e:8d:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:34Z', 'updated_at': '2022-05-17T22:00:38Z', 'revision_number': 5, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'subnets': [{'id': 'b335cbae-8414-40da-8d38-def4807705cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:47.977732 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Checking router: 18bf505b-4c40-4925-8bb5-016477dc2c1e for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:00:47.978085 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Updating router 18bf505b-4c40-4925-8bb5-016477dc2c1e port e655588f-00db-467e-b1a2-e39b84e96134 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:00:48.032223 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e655588f-00db-467e-b1a2-e39b84e96134), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:48.375823 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Publish callbacks [] for port (e655588f-00db-467e-b1a2-e39b84e96134), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:48.463190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e655588f-00db-467e-b1a2-e39b84e96134), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:48.519196 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Attempting to bind port e655588f-00db-467e-b1a2-e39b84e96134 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:00:48.519738 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Attempting to bind port e655588f-00db-467e-b1a2-e39b84e96134 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:00:48.519999 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Attempting to bind port e655588f-00db-467e-b1a2-e39b84e96134 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:00:48.522251 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad1487-a2ac-4f79-bdbe-e952ff0c8136 None None] Pushing event updated for resources: {'Port': ['ID=e655588f-00db-467e-b1a2-e39b84e96134,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:48.527758 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:00:48.528129 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:00:48.528524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:48.528903 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:00:48.529362 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Bound port: e655588f-00db-467e-b1a2-e39b84e96134, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:00:48.529735 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e655588f-00db-467e-b1a2-e39b84e96134), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:48.579191 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] For port e655588f-00db-467e-b1a2-e39b84e96134, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:00:48.583661 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] For port e655588f-00db-467e-b1a2-e39b84e96134, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e655588f-00db-467e-b1a2-e39b84e96134,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:00:48.652261 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e655588f-00db-467e-b1a2-e39b84e96134), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:48.710076 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad1487-a2ac-4f79-bdbe-e952ff0c8136 None None] Pushing event updated for resources: {'Port': ['ID=e655588f-00db-467e-b1a2-e39b84e96134,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:48.714146 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Routers {'18bf505b-4c40-4925-8bb5-016477dc2c1e'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:00:48.714732 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:00:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['18bf505b-4c40-4925-8bb5-016477dc2c1e'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:48.817145 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] Set router 18bf505b-4c40-4925-8bb5-016477dc2c1e gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:00:49.022612 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'name': 'router1', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e655588f-00db-467e-b1a2-e39b84e96134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:00:24Z', 'updated_at': '2022-05-17T22:00:44Z', 'revision_number': 4, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'gw_port': {'id': 'e655588f-00db-467e-b1a2-e39b84e96134', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:43Z', 'updated_at': '2022-05-17T22:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '454aaec5-8f38-4d95-bf61-edcecb27449b', 'name': '', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'mac_address': 'fa:16:3e:8d:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:34Z', 'updated_at': '2022-05-17T22:00:38Z', 'revision_number': 5, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'subnets': [{'id': 'b335cbae-8414-40da-8d38-def4807705cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:00:49.050170 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c165b-279b-4e7e-862b-f49255ae9267 None None] The sync data for ids ['18bf505b-4c40-4925-8bb5-016477dc2c1e'] in dv-cinder-839987-6-iscsi is: [{'id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'name': 'router1', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e655588f-00db-467e-b1a2-e39b84e96134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:00:24Z', 'updated_at': '2022-05-17T22:00:44Z', 'revision_number': 4, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'gw_port': {'id': 'e655588f-00db-467e-b1a2-e39b84e96134', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:43Z', 'updated_at': '2022-05-17T22:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '454aaec5-8f38-4d95-bf61-edcecb27449b', 'name': '', 'network_id': 'a59386c2-9403-4bb3-a4dd-ec6d6af356ed', 'tenant_id': '2be755a8e5a94fffa1b804fb26b77a19', 'mac_address': 'fa:16:3e:8d:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf505b-4c40-4925-8bb5-016477dc2c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b335cbae-8414-40da-8d38-def4807705cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:00:34Z', 'updated_at': '2022-05-17T22:00:38Z', 'revision_number': 5, 'project_id': '2be755a8e5a94fffa1b804fb26b77a19', 'subnets': [{'id': 'b335cbae-8414-40da-8d38-def4807705cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b87a79e-dd45-4b7b-9197-167cf6af9f8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:00:50.488622 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e655588f-00db-467e-b1a2-e39b84e96134 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:00:50.535395 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port e655588f-00db-467e-b1a2-e39b84e96134 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:50.535784 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e655588f-00db-467e-b1a2-e39b84e96134), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:50.603145 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port e655588f-00db-467e-b1a2-e39b84e96134 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:50.603537 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e655588f-00db-467e-b1a2-e39b84e96134), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:50.623622 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port e655588f-00db-467e-b1a2-e39b84e96134, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e655588f-00db-467e-b1a2-e39b84e96134,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:00:50.691957 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e655588f-00db-467e-b1a2-e39b84e96134), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:50.751064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=e655588f-00db-467e-b1a2-e39b84e96134,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:00:52.523516 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e655588f-00db-467e-b1a2-e39b84e96134 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:00:52.577492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port e655588f-00db-467e-b1a2-e39b84e96134 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:00:52.578265 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e655588f-00db-467e-b1a2-e39b84e96134), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:00:52.675843 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port e655588f-00db-467e-b1a2-e39b84e96134 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:00:54.423420 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:01:01.371612 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e115482-4953-4330-b52e-8233764095f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:04.000186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c03b93db-0ecc-44c1-acc2-1c8ee105c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:04.950295 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:06.290828 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:07.714659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:31.425752 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:01:31.565106 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c333331-5b91-47e8-b6ef-cdd25437fe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:33.993584 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9888322b-d325-4528-a4f2-36c0f89c802b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:34.913793 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:36.308055 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:01:37.696164 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:01.369994 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21b510af-42b7-4e52-9da0-5c0554739cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:03.987128 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8dbe-3eba-43b5-a12d-7329582d5093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:04.976015 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:06.267865 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:07.753257 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:07.932071 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36776) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:07.992542 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f69612b-fdeb-47a1-a815-58d58ba631b4 admin admin] GET failed (client error): The resource could not be found. May 17 22:02:07.993795 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-4f69612b-fdeb-47a1-a815-58d58ba631b4 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607855 May 17 22:02:08.156880 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11bb29-3dc3-40f8-a346-632ea238affb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:08.158413 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-3b11bb29-3dc3-40f8-a346-632ea238affb admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604328 May 17 22:02:08.425661 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:02:10.570124 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36786) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:10.668008 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510bb0a-5bda-420b-ac6d-027488cb64e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:10.669336 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5510bb0a-5bda-420b-ac6d-027488cb64e0 admin admin] 10.222.0.24 "GET /v2.0/subnets/b335cbae-8414-40da-8d38-def4807705cd HTTP/1.1" status: 200 len: 849 time: 0.0982745 May 17 22:02:10.678831 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:02:10.762197 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Publish callbacks [] for subnet (b335cbae-8414-40da-8d38-def4807705cd), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:11.026774 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746055469442'] for subnet (b335cbae-8414-40da-8d38-def4807705cd), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:11.057866 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:11.058448 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:11.067740 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] 10.222.0.24 "PUT /v2.0/subnets/b335cbae-8414-40da-8d38-def4807705cd HTTP/1.1" status: 200 len: 868 time: 0.3844845 May 17 22:02:11.067963 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6052e-dd08-40e3-a838-5f1bf756f496 None None] Network a59386c2-9403-4bb3-a4dd-ec6d6af356ed requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:02:11.079971 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b335cbae-8414-40da-8d38-def4807705cd,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:02:11.088082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.088429 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.088900 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.089126 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.089458 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.089783 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.090107 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.090429 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.090766 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.091096 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.091467 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.091814 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.092140 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.092678 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.093000 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25831a87-e31a-483a-bc4a-b5c74361bb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:02:11.409630 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-ec0eb2a1-ce34-4bba-9596-d5bc236c3b22 None None] Provisioning complete for port d06c46fc-70f8-4965-b187-04f1d7b81b84 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:02:11.409984 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec0eb2a1-ce34-4bba-9596-d5bc236c3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d06c46fc-70f8-4965-b187-04f1d7b81b84), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:11.484016 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ec0eb2a1-ce34-4bba-9596-d5bc236c3b22 None None] Current status of the port d06c46fc-70f8-4965-b187-04f1d7b81b84 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:02:11.492389 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-ec0eb2a1-ce34-4bba-9596-d5bc236c3b22 None None] Provisioning complete for port 454aaec5-8f38-4d95-bf61-edcecb27449b triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:02:11.492750 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ec0eb2a1-ce34-4bba-9596-d5bc236c3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (454aaec5-8f38-4d95-bf61-edcecb27449b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:11.562851 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ec0eb2a1-ce34-4bba-9596-d5bc236c3b22 None None] Current status of the port 454aaec5-8f38-4d95-bf61-edcecb27449b is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:02:13.324678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36796) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:13.525163 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd19fb-ab10-435a-a349-5251be373e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:13.525552 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd19fb-ab10-435a-a349-5251be373e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:13.527094 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-3dcd19fb-ab10-435a-a349-5251be373e94 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014623 May 17 22:02:15.791549 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36804) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:15.920583 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad70a4e-e42c-4a5d-9c2c-7f3ca04d201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:15.921053 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad70a4e-e42c-4a5d-9c2c-7f3ca04d201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:15.923143 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-5ad70a4e-e42c-4a5d-9c2c-7f3ca04d201b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300790 May 17 22:02:18.163175 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36812) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:18.292444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e3311-739b-498d-949f-dc9fa86477de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:18.293843 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-395e3311-739b-498d-949f-dc9fa86477de admin admin] 10.222.0.24 "GET /v2.0/networks/157b8091-fdbe-4f86-9fc3-c086ca84e1cd HTTP/1.1" status: 200 len: 886 time: 0.1297796 May 17 22:02:20.561391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36820) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:20.769672 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b84246d-3e61-4420-8873-d8e465a7859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:20.770959 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-7b84246d-3e61-4420-8873-d8e465a7859b admin admin] 10.222.0.24 "GET /v2.0/networks/a59386c2-9403-4bb3-a4dd-ec6d6af356ed HTTP/1.1" status: 200 len: 869 time: 0.2085996 May 17 22:02:23.065024 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36828) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:23.193949 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b018c9f-dd4f-4afe-ac99-a960de1924e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:23.194322 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b018c9f-dd4f-4afe-ac99-a960de1924e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:23.195904 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3b018c9f-dd4f-4afe-ac99-a960de1924e7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299446 May 17 22:02:25.412588 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36836) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:25.504025 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b829e5-781e-4e6d-9173-bd4bbdde11ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:25.504519 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b829e5-781e-4e6d-9173-bd4bbdde11ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:25.506036 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-20b829e5-781e-4e6d-9173-bd4bbdde11ef admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924957 May 17 22:02:27.757685 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36844) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:27.848396 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af657d5-0890-43ef-b43e-2e479e1f0f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:27.849699 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5af657d5-0890-43ef-b43e-2e479e1f0f09 admin admin] 10.222.0.24 "GET /v2.0/subnets/b335cbae-8414-40da-8d38-def4807705cd HTTP/1.1" status: 200 len: 868 time: 0.0910807 May 17 22:02:30.081654 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36852) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:02:30.169754 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f981189-5d29-440c-8672-066dd02b3942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:02:30.170993 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8f981189-5d29-440c-8672-066dd02b3942 admin admin] 10.222.0.24 "GET /v2.0/subnets/f7784e0b-47cc-4b63-bfc2-13464707c48c HTTP/1.1" status: 200 len: 816 time: 0.0884130 May 17 22:02:31.363941 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86333565-6f6e-4218-bf72-e5eb1b875c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:34.003771 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe01d7be-a7e5-4a09-9b1d-afcc89574df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:34.929876 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:36.277714 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:37.712229 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:02:45.425226 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:03:01.368826 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4b392d3-d622-4da2-8067-5c31a89c7b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:03.992093 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-16e3a353-3f0a-4e64-a0cd-cd639faafec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:04.945917 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:06.284802 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:07.722679 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:11.207432 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36910) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:03:11.255203 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [None req-f48b320d-2e03-4363-a79e-e88d6c6083d9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:03:11.257776 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f48b320d-2e03-4363-a79e-e88d6c6083d9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478430 May 17 22:03:13.635579 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36918) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:03:13.695589 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbf9cb6-d409-475b-9f14-6d34daf0ad1b admin admin] GET failed (client error): The resource could not be found. May 17 22:03:13.696834 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6cbf9cb6-d409-475b-9f14-6d34daf0ad1b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603328 May 17 22:03:13.836409 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13524060-9c36-4d3e-afdd-a2682377ffea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:03:13.837814 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-13524060-9c36-4d3e-afdd-a2682377ffea admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369596 May 17 22:03:16.147412 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36926) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:03:16.195074 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:03:16.305626 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Made reservation on behalf of 52a8a72ae1784555b539c1867c54411c for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:03:16.308183 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:16.336984 dv-cinder-839987-6-iscsi neutron-server[103950]: WARNING neutron.services.revisions.revision_plugin [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Could not find related network for resource to bump revision. May 17 22:03:16.347754 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:03:16.356141 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (903a65f3-a502-4c40-a26d-7f9a397bf77a), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:16.356527 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Added segment 903a65f3-a502-4c40-a26d-7f9a397bf77a of type vlan for network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd May 17 22:03:16.406034 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (68dc01e0-41ed-4173-8dd6-a49ca729d2cd), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:16.471403 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (68dc01e0-41ed-4173-8dd6-a49ca729d2cd), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:16.472366 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:03:16.472950 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:16.530452 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Pushing event updated for resources: {'Network': ['ID=68dc01e0-41ed-4173-8dd6-a49ca729d2cd,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:03:16.536957 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.537294 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.537641 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.537974 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.538295 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.538663 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.538980 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.539320 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.539657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.539977 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.540303 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.540637 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.540952 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.541260 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.541566 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:16.548838 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b8cb8cfc-352b-47c1-ac53-0266fb14d185 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4004962 May 17 22:03:16.553378 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:03:18.873358 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36934) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:03:18.935571 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e8c39-7867-4d3e-8aea-6dac540ff744 admin admin] GET failed (client error): The resource could not be found. May 17 22:03:18.936879 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8b2e8c39-7867-4d3e-8aea-6dac540ff744 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623262 May 17 22:03:19.018912 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe8e1-63cc-4692-8ef8-403cba9a7224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:03:19.020388 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-64ffe8e1-63cc-4692-8ef8-403cba9a7224 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0794458 May 17 22:03:19.030465 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:03:19.094081 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Made reservation on behalf of 52a8a72ae1784555b539c1867c54411c for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:03:19.096279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:19.420889 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:19.476164 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:03:19.485697 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Checking segment: {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:03:19.486088 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Network hostable DHCP agents. Network: 68dc01e0-41ed-4173-8dd6-a49ca729d2cd, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:03:19.539542 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:03:19.608348 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 68dc01e0-41ed-4173-8dd6-a49ca729d2cd) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:03:19.612449 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:03:19.616302 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:19.619407 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7bab62-2917-45e4-86dc-3010d3930e7b None None] Network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:03:19.708688 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ff8f3763-fc7c-4a3d-b366-caf1b5e3b3f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6819136 May 17 22:03:19.827262 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-68dc01e0-41ed-4173-8dd6-a49ca729d2cd', 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd', 'project_id': '52a8a72ae1784555b539c1867c54411c', 'fixed_ips': [{'subnet_id': '4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:03:19.828056 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:19.972123 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Allocated IP 192.168.233.2 (68dc01e0-41ed-4173-8dd6-a49ca729d2cd/4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60/8dceba6e-3b37-4957-b538-c52ad2dda6b6) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:03:20.120197 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Publish callbacks [] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:20.209692 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:20.250139 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:03:20.254649 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:03:20.259558 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:03:20.262562 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Pushing event updated for resources: {'Port': ['ID=8dceba6e-3b37-4957-b538-c52ad2dda6b6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:03:20.274607 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.274949 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.275327 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.276061 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.276397 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.276722 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.277041 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.277359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.278169 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.278169 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.278386 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.278639 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.278955 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.279886 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.280318 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:03:20.335359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Attempting to bind port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:03:20.335721 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Attempting to bind port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:03:20.336080 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Attempting to bind port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 on network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:03:20.341104 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:03:20.341470 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Checking segment: {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:03:20.342490 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:20.342876 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Bound using segment: {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:03:20.343362 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Bound port: 8dceba6e-3b37-4957-b538-c52ad2dda6b6, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:03:20.343737 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:20.402610 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] For port 8dceba6e-3b37-4957-b538-c52ad2dda6b6, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:03:20.406501 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] For port 8dceba6e-3b37-4957-b538-c52ad2dda6b6, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=8dceba6e-3b37-4957-b538-c52ad2dda6b6,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:03:20.460264 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:20.518718 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e1e18-6adc-4742-9388-5ee3a28ca36e None None] Pushing event updated for resources: {'Port': ['ID=8dceba6e-3b37-4957-b538-c52ad2dda6b6,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:03:21.394178 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae5bd3-8d0c-4f86-8e55-a3832ab385b1 None None] Network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:03:21.501659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] Provisioning complete for port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:03:21.502313 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:21.589326 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] Current status of the port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:03:21.589707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:21.624731 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] For port 8dceba6e-3b37-4957-b538-c52ad2dda6b6, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=8dceba6e-3b37-4957-b538-c52ad2dda6b6,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:03:21.665833 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:21.731701 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197db7-49e6-4445-9c54-7c86d94c9adb None None] Pushing event updated for resources: {'Port': ['ID=8dceba6e-3b37-4957-b538-c52ad2dda6b6,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:03:21.888076 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-d734d562-e20d-4617-8362-1bb288cb0984 None None] Provisioning complete for port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:03:21.888462 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d734d562-e20d-4617-8362-1bb288cb0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:21.963068 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d734d562-e20d-4617-8362-1bb288cb0984 None None] Current status of the port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:03:22.424560 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:03:22.572985 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 8dceba6e-3b37-4957-b538-c52ad2dda6b6 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:03:22.618159 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:03:22.618538 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8dceba6e-3b37-4957-b538-c52ad2dda6b6), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:22.695011 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 8dceba6e-3b37-4957-b538-c52ad2dda6b6 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:03:31.379757 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e280-d187-4e24-8609-0a424cbbeab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:33.997003 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c8caad45-d4ec-41a5-81a2-8e40f0e67fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:34.928574 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:36.276971 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:37.693840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:03:59.423759 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:04:01.374186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0203ffcd-d7ec-4a3f-8a4f-9d14a937a5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:04.019630 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88e1d66f-501d-499f-a22e-767681f34d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:04.927733 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:06.276763 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:07.710717 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:31.361524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0938d51e-46c5-4afc-998a-a61a3c91dbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:34.007384 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f547039-f14b-4ff6-85e9-ddbde7ba35e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:34.933288 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:36.315817 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:04:36.422732 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:04:37.698428 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:01.390505 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2cccad1b-468d-4f16-804a-11566f23d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:04.006935 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a1cebc8-89ec-4c62-b8f6-3fab63c484a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:04.944416 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:06.303914 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:07.725853 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:08.054279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36972) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:05:08.059992 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [None req-0be496e5-f194-42ae-bf09-4148fe7257be tempest-verify_tempest_config-2008580387 tempest-verify_tempest_config-2008580387-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:05:08.061359 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0be496e5-f194-42ae-bf09-4148fe7257be tempest-verify_tempest_config-2008580387 tempest-verify_tempest_config-2008580387-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056894 May 17 22:05:08.516521 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 36990) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:05:08.617993 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:08.693985 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Publish callbacks [] for security_group (fb9d683a-b601-4279-8d3d-e7fb00b9140a), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:08.760480 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fb9d683a-b601-4279-8d3d-e7fb00b9140a), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:08.805214 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d683a-b601-4279-8d3d-e7fb00b9140a,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:05:08.810047 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1710200567ac40c18b3e3c0a3fdb3fa0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2925639 May 17 22:05:08.813470 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 36994) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:05:08.815340 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.815677 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.816027 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.816359 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.816680 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.816996 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.817309 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.817619 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.817932 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.818245 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.818555 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.818868 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.819217 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.819511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.819818 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb1d44-0382-476a-894b-c35e862ae35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:08.890859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Publish callbacks [] for security_group (fb9d683a-b601-4279-8d3d-e7fb00b9140a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:08.911396 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Publish callbacks [] for security_group (fb9d683a-b601-4279-8d3d-e7fb00b9140a), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:09.064535 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fb9d683a-b601-4279-8d3d-e7fb00b9140a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:09.067063 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:09.068284 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb9d683a-b601-4279-8d3d-e7fb00b9140a HTTP/1.1" status: 204 len: 168 time: 0.2538216 May 17 22:05:09.076342 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d683a-b601-4279-8d3d-e7fb00b9140a,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:05:09.083688 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.083970 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.084310 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.084641 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.085040 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.085495 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.085817 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.086183 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.086467 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.086792 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.087144 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.087516 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.087835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.088151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:09.088462 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e2a2-e052-47e5-bcc5-2f703a20a79e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:05:13.425057 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:05:31.389604 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d34bdfb0-d1e4-49ed-b35f-4fd784af7dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:34.006211 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88299196-9b19-4800-b03a-d447d9e0444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:34.937648 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:36.331704 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:37.703464 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:05:50.426814 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:06:01.422673 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a9752e37-19b6-4729-87cd-a8f80b63857c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:04.004966 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-13a7a1da-a2db-4fff-af5d-f2bb93421ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:04.925510 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:06.302404 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:07.697098 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:27.425352 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 5 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:06:31.485109 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8d9b5a6b-5d66-4b92-a698-d68e713ef895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:33.999287 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4420f965-5278-4229-ac64-ba668c680322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:34.936469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:36.302245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:37.718520 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:06:56.535576 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438884'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:01.420730 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5807c2e-e264-4581-8e7e-3d4de8007039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:03.993691 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa5b74aa-521d-49be-8911-5f9037e5900d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:04.424992 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:07:04.947345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:06.312875 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:07.718872 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:09.428325 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37066) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:07:09.531540 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-5431db04-5482-4a9b-834f-31edb315d50f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021118 May 17 22:07:11.803211 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37076) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:07:11.857783 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f14da574-3697-4f0f-a62e-aa8e65dbc825 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0535052 May 17 22:07:26.535471 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:31.379674 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4afbd36a-b4b4-4fd0-828d-1b038c53c3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:34.036973 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0210-b9d4-4964-8c0f-de33d43aa512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:34.957297 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:36.334045 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:37.752407 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:07:41.424887 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:07:56.516366 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:01.392619 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a7fff3a4-e498-48b9-8cee-9aba6d6660cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:03.986365 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bea02e94-6fe8-4c41-a970-5445fea55e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:04.946788 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:06.295557 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:07.723490 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:18.423853 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:08:26.511710 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:31.397193 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f1257b0-c5e2-4bf2-975f-93342892a633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:34.007407 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-637ab6b4-d14c-4399-a7a2-e61c7290328a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:34.997310 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:36.299923 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:37.739976 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:51.980652 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37230) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:52.516476 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-28765286-network', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:52.619410 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Made reservation on behalf of 422158a05bcb44c8917cf1a6408cd7ad for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:52.621930 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:52.637175 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:52.662754 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37262) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:52.739804 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks [] for security_group (a1aaedfd-a917-4ce9-a086-9bd94ef78b49), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:52.843000 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a1aaedfd-a917-4ce9-a086-9bd94ef78b49), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:52.878045 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:52.881208 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aaedfd-a917-4ce9-a086-9bd94ef78b49,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:52.892944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.898151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Tracked resource versions report: May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: pushed versions: May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Agent': {'1.1'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Log': {'1.0'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Network': {'1.1'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Port': {'1.7'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: consumer versions: May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: HyperV agent@hv-cinder-83998: {}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Agent': '1.1', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Log': '1.0', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'NDPProxy': '1.0', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Network': '1.1', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Port': '1.7', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'PortForwarding': '1.3', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'QosPolicy': '1.10', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'SubPort': '1.0', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Subnet': '1.1', May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: 'Trunk': '1.1'}} May 17 22:08:52.900462 dv-cinder-839987-6-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:08:52.907869 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (43b4504f-4b91-42f1-8126-c036dd2b1720), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:52.908368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Added segment 43b4504f-4b91-42f1-8126-c036dd2b1720 of type vlan for network 9a32e06d-55b9-408a-a0d4-94ee7082349b May 17 22:08:52.977220 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (9a32e06d-55b9-408a-a0d4-94ee7082349b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.081179 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (9a32e06d-55b9-408a-a0d4-94ee7082349b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.082957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:53.083565 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.118289 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-479631960-network', 'tenant_id': 'fe9b23322633464f975b94a2144fa300'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:53.187801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] Pushing event updated for resources: {'Network': ['ID=9a32e06d-55b9-408a-a0d4-94ee7082349b,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:53.201372 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:08:53.248612 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Made reservation on behalf of fe9b23322633464f975b94a2144fa300 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:53.250970 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.260525 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.286487 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d6370819-5aec-4e78-a5c0-b991ca2e582e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2986226 May 17 22:08:53.291230 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37286) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:53.297583 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Request body: {'subnet': {'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-subnet', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:53.347088 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks [] for security_group (205208f1-cbee-4d59-afa2-e896e4ef18a2), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.391291 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Made reservation on behalf of 422158a05bcb44c8917cf1a6408cd7ad for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:53.393706 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.454509 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (205208f1-cbee-4d59-afa2-e896e4ef18a2), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.488200 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:53.493859 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205208f1-cbee-4d59-afa2-e896e4ef18a2,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:53.504057 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.504486 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.504911 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.507917 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.510015 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.510352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.510681 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.511003 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.511371 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.511699 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.512029 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.512506 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.512826 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.516381 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.516650 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Tracked resource versions report: May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: pushed versions: May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: { 'AddressGroup': {'1.2'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Agent': {'1.1'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'ConntrackHelper': {'1.0'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'LocalIPAssociation': {'1.0'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Log': {'1.0'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'NDPProxy': {'1.0'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Network': {'1.1'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Port': {'1.7'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'PortForwarding': {'1.3'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'QosPolicy': {'1.10'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroup': {'1.5'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroupRule': {'1.2'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SubPort': {'1.0'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Subnet': {'1.1'}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Trunk': {'1.1'}} May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: consumer versions: May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: HyperV agent@hv-cinder-83998: {}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Agent': '1.1', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'ConntrackHelper': '1.0', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'LocalIPAssociation': '1.0', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Log': '1.0', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'NDPProxy': '1.0', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Network': '1.1', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Port': '1.7', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'PortForwarding': '1.3', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'QosPolicy': '1.10', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroup': '1.5', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SecurityGroupRule': '1.2', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'SubPort': '1.0', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Subnet': '1.1', May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: 'Trunk': '1.1'}} May 17 22:08:53.517755 dv-cinder-839987-6-iscsi neutron-server[103950]: {{(pid=103950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:08:53.520894 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.521481 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Added segment af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4 of type vlan for network b4c55ac9-e586-497b-b788-2ee3d019ca2d May 17 22:08:53.555498 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37292) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:53.576172 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (b4c55ac9-e586-497b-b788-2ee3d019ca2d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.582973 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37296) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:53.647620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (10a29eac-6944-4356-aa5d-6e947c1b195e), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.667193 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37302) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:53.678274 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (b4c55ac9-e586-497b-b788-2ee3d019ca2d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.680096 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:53.681486 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.701896 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a29eac-6944-4356-aa5d-6e947c1b195e,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:53.731364 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Checking segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:53.731723 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Network hostable DHCP agents. Network: 9a32e06d-55b9-408a-a0d4-94ee7082349b, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:08:53.768092 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] Pushing event updated for resources: {'Network': ['ID=b4c55ac9-e586-497b-b788-2ee3d019ca2d,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:53.780438 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:08:53.792182 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1500903242-network', 'tenant_id': 'ca080b90bf32462b95adafcc9a524e55'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:53.800194 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fc55d220-86ce-455c-bc9b-e1cec19efb8d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1364069 May 17 22:08:53.801316 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37310) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:53.814971 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Request body: {'subnet': {'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-479631960-subnet', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:53.815899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1100011293-network', 'tenant_id': 'ea0809b61be446a69359b69b50b61710'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:53.819625 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:08:53.837447 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37314) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:53.859315 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-960241543-network', 'tenant_id': '0d2df1e983894585869358afcafd0fb5'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:53.887435 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Made reservation on behalf of ca080b90bf32462b95adafcc9a524e55 for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:53.890080 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.902295 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.911963 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Made reservation on behalf of fe9b23322633464f975b94a2144fa300 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:53.913093 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Made reservation on behalf of ea0809b61be446a69359b69b50b61710 for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:53.915253 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.915847 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.918826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 9a32e06d-55b9-408a-a0d4-94ee7082349b) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:53.926491 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c3e014-205a-4fea-b572-fc9d738a1c9c None None] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:53.935254 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:53.936143 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.940548 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:53.978308 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Made reservation on behalf of 0d2df1e983894585869358afcafd0fb5 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:53.980738 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.009141 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.022300 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks [] for security_group (eb276e74-027a-4855-a42b-2ba2e5eda3e1), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.063486 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-ac4f1f15-f883-4ac6-8b49-aa064481b12d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7677116 May 17 22:08:54.065780 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37322) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:54.073767 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-9a32e06d-55b9-408a-a0d4-94ee7082349b', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:08:54.074305 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.080446 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:54.120847 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (eb276e74-027a-4855-a42b-2ba2e5eda3e1), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.139870 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:54.150664 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.151426 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Added segment b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb of type vlan for network 9be0afb5-f078-4ee8-a267-961be9106590 May 17 22:08:54.173438 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks [] for security_group (86ecee39-c63d-4b8e-9e4e-74b7e14032f8), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.226943 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-network', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:54.250922 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (9be0afb5-f078-4ee8-a267-961be9106590), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.256157 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (86ecee39-c63d-4b8e-9e4e-74b7e14032f8), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.257184 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb276e74-027a-4855-a42b-2ba2e5eda3e1,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.304135 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ecee39-c63d-4b8e-9e4e-74b7e14032f8,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.308747 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks [] for security_group (c6ffcea0-0189-4336-b41f-845825e8ee6e), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.310663 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:54.311725 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Allocated IP 172.20.0.2 (9a32e06d-55b9-408a-a0d4-94ee7082349b/10a29eac-6944-4356-aa5d-6e947c1b195e/8c413fbe-9635-4640-ac8e-5403c7e637d8) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:54.320833 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (ad48a19a-0b9b-4ace-a305-4719a754c4bf), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.321624 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Added segment ad48a19a-0b9b-4ace-a305-4719a754c4bf of type vlan for network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 May 17 22:08:54.338963 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Made reservation on behalf of 7a0d6701b5d5441eb7eaf815d273d4d9 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:54.341305 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.369235 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.391858 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (8a62d14a-c66c-4e1f-821e-7071b2d3f6a0), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.397887 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (2f119732-8dc3-43b3-8ef7-04984a19c05d), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.399970 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (2f119732-8dc3-43b3-8ef7-04984a19c05d), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.410639 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (097dfb2c-acbc-4191-b80c-3907df636820), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.468899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (9be0afb5-f078-4ee8-a267-961be9106590), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.471335 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:54.471981 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.528286 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Publish callbacks [] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.538319 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c6ffcea0-0189-4336-b41f-845825e8ee6e), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.596118 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097dfb2c-acbc-4191-b80c-3907df636820,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.606172 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks [] for router_controller (2f119732-8dc3-43b3-8ef7-04984a19c05d), precommit_add_association {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.613314 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.613946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Checking segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:54.614293 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Network hostable DHCP agents. Network: b4c55ac9-e586-497b-b788-2ee3d019ca2d, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:08:54.662907 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Pushing event updated for resources: {'Port': ['ID=8c413fbe-9635-4640-ac8e-5403c7e637d8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.692243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.692588 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.692937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.693291 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.693618 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.693940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.694262 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.694575 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.694893 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.695805 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.696262 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.696894 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.697224 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.697541 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.697854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Tracked resource versions report: May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: pushed versions: May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: { 'AddressGroup': {'1.2'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Agent': {'1.1'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'ConntrackHelper': {'1.0'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'LocalIPAssociation': {'1.0'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Log': {'1.0'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'NDPProxy': {'1.0'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Network': {'1.1'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Port': {'1.7'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'PortForwarding': {'1.3'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'QosPolicy': {'1.10'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroup': {'1.5'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroupRule': {'1.2'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SubPort': {'1.0'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Subnet': {'1.1'}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Trunk': {'1.1'}} May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: consumer versions: May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: HyperV agent@hv-cinder-83998: {}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Agent': '1.1', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'ConntrackHelper': '1.0', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'LocalIPAssociation': '1.0', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Log': '1.0', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'NDPProxy': '1.0', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Network': '1.1', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Port': '1.7', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'PortForwarding': '1.3', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'QosPolicy': '1.10', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroup': '1.5', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SecurityGroupRule': '1.2', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'SubPort': '1.0', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Subnet': '1.1', May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: 'Trunk': '1.1'}} May 17 22:08:54.699057 dv-cinder-839987-6-iscsi neutron-server[103951]: {{(pid=103951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:08:54.712324 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9be0afb5-f078-4ee8-a267-961be9106590,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.721336 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:08:54.722557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:54.722662 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:54.725549 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:08:54.733882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (b36fc34a-2f66-4aec-aaee-179ff8d27ed3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.734368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Added segment b36fc34a-2f66-4aec-aaee-179ff8d27ed3 of type vlan for network 6f877e2b-99bd-48e8-8b73-18e37441b914 May 17 22:08:54.737514 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 9be0afb5-f078-4ee8-a267-961be9106590 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:08:54.754977 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6c2a5dd3-717b-426e-94d4-7c95440a22d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1958497 May 17 22:08:54.760811 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37352) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:54.765537 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Request body: {'subnet': {'network_id': '9be0afb5-f078-4ee8-a267-961be9106590', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1500903242-subnet', 'tenant_id': 'ca080b90bf32462b95adafcc9a524e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:54.773720 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (8a62d14a-c66c-4e1f-821e-7071b2d3f6a0), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.774784 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:54.775548 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.791605 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks [] for security_group (f1656929-dcbd-4f08-97f0-3eb15071f417), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.848799 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (6f877e2b-99bd-48e8-8b73-18e37441b914), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.873928 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.880040 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:08:54.882157 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f1656929-dcbd-4f08-97f0-3eb15071f417), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.887859 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:08:54.897637 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f4a1c7a0-07dd-4e81-98f2-3789c78e66c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2281599 May 17 22:08:54.898315 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37360) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:54.908685 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Request body: {'subnet': {'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-960241543-subnet', 'tenant_id': '0d2df1e983894585869358afcafd0fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:54.915929 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffcea0-0189-4336-b41f-845825e8ee6e,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:54.927010 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Attempting to bind port 8c413fbe-9635-4640-ac8e-5403c7e637d8 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:08:54.927504 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Attempting to bind port 8c413fbe-9635-4640-ac8e-5403c7e637d8 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:08:54.927775 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Attempting to bind port 8c413fbe-9635-4640-ac8e-5403c7e637d8 on network 9a32e06d-55b9-408a-a0d4-94ee7082349b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:08:54.946819 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:54.960044 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:08:54.960424 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Checking segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:54.961496 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.961908 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Bound using segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:08:54.962541 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Bound port: 8c413fbe-9635-4640-ac8e-5403c7e637d8, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:08:54.962920 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.964821 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks [] for router_gateway (2f119732-8dc3-43b3-8ef7-04984a19c05d), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.983032 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (bd9f983f-f193-4e5e-ab6e-a91553bf8ddd), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:54.983411 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Added segment bd9f983f-f193-4e5e-ab6e-a91553bf8ddd of type vlan for network b394d145-5e4c-4ff3-9a9e-324cf4600d03 May 17 22:08:54.991393 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Made reservation on behalf of ca080b90bf32462b95adafcc9a524e55 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:54.993909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.021205 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1656929-dcbd-4f08-97f0-3eb15071f417,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:55.046198 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, b4c55ac9-e586-497b-b788-2ee3d019ca2d) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:55.068043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (6f877e2b-99bd-48e8-8b73-18e37441b914), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.068043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:55.068043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.070027 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] For port 8c413fbe-9635-4640-ac8e-5403c7e637d8, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:08:55.074376 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] For port 8c413fbe-9635-4640-ac8e-5403c7e637d8, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=8c413fbe-9635-4640-ac8e-5403c7e637d8,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:08:55.111643 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (b394d145-5e4c-4ff3-9a9e-324cf4600d03), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.145954 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.177427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:55.178020 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.204828 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37859177-ce2a-4e48-80c6-4bd43ae95f2b None None] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:55.205906 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Made reservation on behalf of 0d2df1e983894585869358afcafd0fb5 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:55.208419 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.233387 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] Pushing event updated for resources: {'Network': ['ID=6f877e2b-99bd-48e8-8b73-18e37441b914,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:55.239707 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (b394d145-5e4c-4ff3-9a9e-324cf4600d03), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.241223 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:55.241343 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.268173 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b9ecf60b-d2f5-40f5-9680-28440f4b4aae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6838982 May 17 22:08:55.271270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37376) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:55.277646 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Request body: {'subnet': {'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-subnet', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:55.333818 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:08:55.368155 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-49d7c80d-31ff-4e54-979a-7f0ca9f56774 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5630488 May 17 22:08:55.382331 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:08:55.383950 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.404776 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37382) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:55.412758 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:55.422723 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:08:55.429396 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] Pushing event updated for resources: {'Network': ['ID=b394d145-5e4c-4ff3-9a9e-324cf4600d03,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:55.451879 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-99736384-3eff-46c5-82c9-b36941997b90 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6105399 May 17 22:08:55.461891 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37386) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:55.467033 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:08:55.469732 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Request body: {'subnet': {'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-subnet', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:55.530664 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks [] for router_gateway (2f119732-8dc3-43b3-8ef7-04984a19c05d), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.566919 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.572947 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (073f42e1-be00-441a-9c51-c00f63ad51b6), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.574068 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (073f42e1-be00-441a-9c51-c00f63ad51b6), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.579166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Made reservation on behalf of ea0809b61be446a69359b69b50b61710 for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:55.579166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.626436 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaae9c-025f-4d78-892b-08c49deb30a4 None None] Pushing event updated for resources: {'Port': ['ID=8c413fbe-9635-4640-ac8e-5403c7e637d8,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:55.643243 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (86427d77-9250-4933-b28d-f125f6a8955b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.645580 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Made reservation on behalf of 7a0d6701b5d5441eb7eaf815d273d4d9 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:55.648788 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.704261 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks [] for router_controller (073f42e1-be00-441a-9c51-c00f63ad51b6), precommit_add_association {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:55.704937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Allocated IP 172.20.0.2 (b4c55ac9-e586-497b-b788-2ee3d019ca2d/097dfb2c-acbc-4191-b80c-3907df636820/58b32523-7eb5-460f-bd60-58d6fc4747ed) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:55.779696 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Allocated IP 172.27.2.31 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/dad9374d-2485-4836-855c-06e1cd7d4553) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:55.938423 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (37c56eb7-4a0d-4698-bdc1-2923c714ad68), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.043480 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Publish callbacks [] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.071731 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks [] for port (dad9374d-2485-4836-855c-06e1cd7d4553), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.075083 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (92153330-6433-4f3c-b19a-21e8e235fc9f), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.139048 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86427d77-9250-4933-b28d-f125f6a8955b,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.158111 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.162108 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92153330-6433-4f3c-b19a-21e8e235fc9f,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.185662 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:56.185944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Network hostable DHCP agents. Network: 6f877e2b-99bd-48e8-8b73-18e37441b914, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:08:56.216570 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Pushing event updated for resources: {'Port': ['ID=58b32523-7eb5-460f-bd60-58d6fc4747ed,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.220076 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:08:56.221739 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:56.223928 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:08:56.268782 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Checking segment: {'id': 'b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9be0afb5-f078-4ee8-a267-961be9106590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:56.269146 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Network hostable DHCP agents. Network: 9be0afb5-f078-4ee8-a267-961be9106590, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:08:56.271326 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c56eb7-4a0d-4698-bdc1-2923c714ad68,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.291805 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.295962 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Attempting to bind port 58b32523-7eb5-460f-bd60-58d6fc4747ed on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:08:56.298055 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Attempting to bind port 58b32523-7eb5-460f-bd60-58d6fc4747ed by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:08:56.298055 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Attempting to bind port 58b32523-7eb5-460f-bd60-58d6fc4747ed on network b4c55ac9-e586-497b-b788-2ee3d019ca2d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:08:56.306239 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:08:56.306733 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Checking segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:56.307398 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.307639 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks [] for router_gateway (073f42e1-be00-441a-9c51-c00f63ad51b6), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.308034 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Bound using segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:08:56.308852 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Bound port: 58b32523-7eb5-460f-bd60-58d6fc4747ed, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:08:56.309314 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.345968 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:08:56.352183 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Checking segment: {'id': 'ad48a19a-0b9b-4ace-a305-4719a754c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:56.352547 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Network hostable DHCP agents. Network: 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:08:56.364186 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:08:56.367091 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:56.371380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:08:56.405131 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] For port 58b32523-7eb5-460f-bd60-58d6fc4747ed, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:08:56.409076 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Pushing event updated for resources: {'Port': ['ID=dad9374d-2485-4836-855c-06e1cd7d4553,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.411956 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] For port 58b32523-7eb5-460f-bd60-58d6fc4747ed, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=58b32523-7eb5-460f-bd60-58d6fc4747ed,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:08:56.435606 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Network 9be0afb5-f078-4ee8-a267-961be9106590 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:08:56.541216 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.544835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 6f877e2b-99bd-48e8-8b73-18e37441b914) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:56.544974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.546894 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:56.547504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.554878 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (c6dd094f-6d1e-4569-9c79-65117524018a), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.638511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b745d8-2e4a-4251-98ef-ab4ebd71cc74 None None] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:56.662417 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:08:56.668646 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 9be0afb5-f078-4ee8-a267-961be9106590) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:56.678343 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-22d3ba4a-0196-4ddf-801e-68d912fff46c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4048955 May 17 22:08:56.678343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37408) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:56.686588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:56.700648 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cd231-418f-4793-b956-2a6eeade40cb None None] Network 9be0afb5-f078-4ee8-a267-961be9106590 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:56.737581 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:56.738252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.740618 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:56.751829 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks [] for router_gateway (2f119732-8dc3-43b3-8ef7-04984a19c05d), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.811295 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Checking segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:56.811656 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Network hostable DHCP agents. Network: b394d145-5e4c-4ff3-9a9e-324cf4600d03, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:08:56.816700 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cab930-5dcb-45ee-b4e8-e5e86793b835 None None] Pushing event updated for resources: {'Port': ['ID=58b32523-7eb5-460f-bd60-58d6fc4747ed,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.818814 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:56.820612 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.860684 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6dd094f-6d1e-4569-9c79-65117524018a,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:56.878229 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6c533-fd19-4ecd-8372-fd2b6b8be5c3 None None] Network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:56.915760 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks [] for router_gateway (073f42e1-be00-441a-9c51-c00f63ad51b6), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.942749 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (6fa2df8e-31df-41c5-9fe1-12d24688a501), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.944008 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (6fa2df8e-31df-41c5-9fe1-12d24688a501), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:56.985374 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1ca5c691-5c29-4e42-b017-a197615829f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2232134 May 17 22:08:56.993069 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.034994 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7631b655-abde-479d-b0ad-8d16393f53c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1133802 May 17 22:08:57.035854 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:08:57.036297 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks [] for router_controller (6fa2df8e-31df-41c5-9fe1-12d24688a501), precommit_add_association {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.039643 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37416) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:57.189892 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, b394d145-5e4c-4ff3-9a9e-324cf4600d03) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:57.205561 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:57.206122 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.259545 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 8c413fbe-9635-4640-ac8e-5403c7e637d8 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:08:57.277888 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecba441-2d10-4da7-b6a1-30dc520a4a7a None None] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:57.281347 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7b2c6-ae25-4696-aeb9-afbd250b1aee None None] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:57.354214 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e76f99c5-4e59-4695-8197-b3718db1927b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8912263 May 17 22:08:57.362542 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37434) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:57.371048 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] Provisioning complete for port 8c413fbe-9635-4640-ac8e-5403c7e637d8 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:08:57.371750 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.371887 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:57.386498 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Allocated IP 172.27.2.235 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/a75dbd60-fc17-47d0-9286-2cd235a6f7c8) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:57.406480 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks [] for router_gateway (6fa2df8e-31df-41c5-9fe1-12d24688a501), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.426675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (2f119732-8dc3-43b3-8ef7-04984a19c05d), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.477025 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 8c413fbe-9635-4640-ac8e-5403c7e637d8 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:08:57.478360 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.561617 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-6f877e2b-99bd-48e8-8b73-18e37441b914', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:08:57.562982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.585329 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] Current status of the port 8c413fbe-9635-4640-ac8e-5403c7e637d8 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:08:57.586163 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.677863 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] For port 8c413fbe-9635-4640-ac8e-5403c7e637d8, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=8c413fbe-9635-4640-ac8e-5403c7e637d8,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:08:57.704361 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 8c413fbe-9635-4640-ac8e-5403c7e637d8 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:08:57.705079 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.765926 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7167a389-9a71-404d-82a0-1bf77a350272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.774500 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.792069 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.837366 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:57.947925 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d83f7f-45e8-47f1-a4f2-1b7fbb5f3ee1 None None] Pushing event updated for resources: {'Port': ['ID=8c413fbe-9635-4640-ac8e-5403c7e637d8,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:57.994792 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks [] for router_controller (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), precommit_add_association {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.029309 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks [] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.061348 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.db.api [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 22:08:58.062234 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG oslo_db.api [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 22:08:58.084835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:08:58.088374 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69eeea0-e4fa-42e1-827e-888ac92142cc None None] Network 9be0afb5-f078-4ee8-a267-961be9106590 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:58.100498 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955eff6-913a-4cc7-85a5-4147a683163b None None] Network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:58.251553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:08:58.266836 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:08:58.569185 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:08:58.569185 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:08:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:08:58.573027 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks [] for router_gateway (6fa2df8e-31df-41c5-9fe1-12d24688a501), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.580341 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Allocated IP 172.20.0.2 (6f877e2b-99bd-48e8-8b73-18e37441b914/92153330-6433-4f3c-b19a-21e8e235fc9f/709f395a-b0ea-448e-b541-7134f4045ec0) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:58.581504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37456) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:58.581504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-536563110-network', 'tenant_id': 'a98b0fa389424c618d88497bd22ec38f'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:08:58.581504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.582178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7167a389-9a71-404d-82a0-1bf77a350272 admin admin] Publish callbacks [] for security_group (0957e4bf-1d98-42e9-a067-10bad7de3684), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.582178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.582732 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9a539-6e86-4db2-a206-892a89cc6e79 None None] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:08:58.582925 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:08:58.583143 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks [] for router_gateway (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.587458 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:08:58.593623 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Allocated IP 172.27.2.247 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/d1523dc8-451c-4976-8585-e8e55720dcb9) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:58.595938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:58.598369 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Pushing event updated for resources: {'Port': ['ID=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:58.600660 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:08:58.653662 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7167a389-9a71-404d-82a0-1bf77a350272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (0957e4bf-1d98-42e9-a067-10bad7de3684), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.690649 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.696962 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a60a380d-aae2-4069-9757-d8cc2e4d2f74 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6276507 May 17 22:08:58.706898 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37468) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:58.795436 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 8c413fbe-9635-4640-ac8e-5403c7e637d8 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:08:58.822581 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks [] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.853592 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:08:56Z', 'revision_number': 3, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:08:58.877524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:08:58.878448 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.902501 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7167a389-9a71-404d-82a0-1bf77a350272 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df516acee16049529d2b6f0b86cfbba3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8504982 May 17 22:08:58.910488 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37482) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:58.932037 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167a389-9a71-404d-82a0-1bf77a350272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0957e4bf-1d98-42e9-a067-10bad7de3684,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:58.951502 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Made reservation on behalf of a98b0fa389424c618d88497bd22ec38f for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:08:58.954251 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:58.955811 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:08:58.959520 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Updating router 2f119732-8dc3-43b3-8ef7-04984a19c05d port dad9374d-2485-4836-855c-06e1cd7d4553 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:08:58.971140 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.049871 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.183180 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks [] for security_group (ce84e694-3e9e-4884-aeae-79d0a7aff169), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.186231 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.233748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37492) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:08:59.238960 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:08:59.241727 dv-cinder-839987-6-iscsi neutron-server[103949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 22:08:59.252366 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:08:59.258858 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] Provisioning complete for port 58b32523-7eb5-460f-bd60-58d6fc4747ed triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:08:59.259291 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.261804 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:08:59.266355 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 58b32523-7eb5-460f-bd60-58d6fc4747ed up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:08:59.365984 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d70f0a18-6104-48eb-bd0e-b294d807a8c8 admin admin] Publish callbacks [] for security_group (0957e4bf-1d98-42e9-a067-10bad7de3684), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.387792 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 58b32523-7eb5-460f-bd60-58d6fc4747ed triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:08:59.388161 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.418432 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ce84e694-3e9e-4884-aeae-79d0a7aff169), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.422619 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Allocated IP 172.20.0.2 (b394d145-5e4c-4ff3-9a9e-324cf4600d03/c6dd094f-6d1e-4569-9c79-65117524018a/5de28555-9731-42d7-bd39-5c7ffb8260fb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:08:59.473181 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:08:59.491475 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84e694-3e9e-4884-aeae-79d0a7aff169,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:59.506663 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Publish callbacks [] for port (dad9374d-2485-4836-855c-06e1cd7d4553), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.596289 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (33c70757-1454-4ed3-a84d-0067da2b5d58), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.596838 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Added segment 33c70757-1454-4ed3-a84d-0067da2b5d58 of type vlan for network 701160a2-81a9-4263-b02c-100345b3f102 May 17 22:08:59.598717 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.623400 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d70f0a18-6104-48eb-bd0e-b294d807a8c8 admin admin] Publish callbacks [] for security_group (0957e4bf-1d98-42e9-a067-10bad7de3684), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.640925 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Pushing event updated for resources: {'Port': ['ID=d1523dc8-451c-4976-8585-e8e55720dcb9,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:59.667226 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks [] for router_gateway (073f42e1-be00-441a-9c51-c00f63ad51b6), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.755693 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Pushing event updated for resources: {'Port': ['ID=dad9374d-2485-4836-855c-06e1cd7d4553,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:08:59.764503 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Attempting to bind port dad9374d-2485-4836-855c-06e1cd7d4553 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:08:59.765288 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Attempting to bind port dad9374d-2485-4836-855c-06e1cd7d4553 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:08:59.765925 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Attempting to bind port dad9374d-2485-4836-855c-06e1cd7d4553 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:08:59.781067 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.781578 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.782069 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.782708 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.783292 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.786002 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.786553 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.787087 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.788520 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.789880 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.790372 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.791703 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.792216 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.792842 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.793297 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Tracked resource versions report: May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: pushed versions: May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: { 'AddressGroup': {'1.2'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Agent': {'1.1'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'ConntrackHelper': {'1.0'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Log': {'1.0'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'NDPProxy': {'1.0'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Network': {'1.1'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Port': {'1.7'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'PortForwarding': {'1.3'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'QosPolicy': {'1.10'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroup': {'1.5'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SubPort': {'1.0'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Subnet': {'1.1'}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Trunk': {'1.1'}} May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: consumer versions: May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: { DHCP agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: HyperV agent@hv-cinder-83998: {}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: L3 agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: Metadata agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: Metering agent@dv-cinder-839987-6-iscsi: {}, May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: Open vSwitch agent@dv-cinder-839987-6-iscsi: { 'AddressGroup': '1.2', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Agent': '1.1', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'ConntrackHelper': '1.0', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'LocalIPAssociation': '1.0', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Log': '1.0', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'NDPProxy': '1.0', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Network': '1.1', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Port': '1.7', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'PortForwarding': '1.3', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'QosPolicy': '1.10', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroup': '1.5', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SecurityGroupRule': '1.2', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'SubPort': '1.0', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Subnet': '1.1', May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: 'Trunk': '1.1'}} May 17 22:08:59.794909 dv-cinder-839987-6-iscsi neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 22:08:59.806926 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (701160a2-81a9-4263-b02c-100345b3f102), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.812579 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:08:59.814154 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:08:59.814718 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.815301 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:08:59.815948 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Bound port: dad9374d-2485-4836-855c-06e1cd7d4553, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:08:59.816690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.833205 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Publish callbacks [] for port (709f395a-b0ea-448e-b541-7134f4045ec0), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.834580 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-5304650c-7d17-4907-a883-d836bab4f7b3 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:08:59.839326 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] Current status of the port 58b32523-7eb5-460f-bd60-58d6fc4747ed is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:08:59.839708 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.842967 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-5304650c-7d17-4907-a883-d836bab4f7b3 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/networks?id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 HTTP/1.1" status: 200 len: 811 time: 0.6019242 May 17 22:08:59.864888 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-2a637faf-3266-4eb4-b890-fa929aece7e1 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/quotas/0d2df1e983894585869358afcafd0fb5 HTTP/1.1" status: 200 len: 375 time: 0.0207367 May 17 22:08:59.879025 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 58b32523-7eb5-460f-bd60-58d6fc4747ed is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:08:59.879393 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.905174 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] For port dad9374d-2485-4836-855c-06e1cd7d4553, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:08:59.909623 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] For port dad9374d-2485-4836-855c-06e1cd7d4553, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=dad9374d-2485-4836-855c-06e1cd7d4553,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:08:59.913381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks [] for router_gateway (6fa2df8e-31df-41c5-9fe1-12d24688a501), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.925718 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:08:59.945595 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] For port 58b32523-7eb5-460f-bd60-58d6fc4747ed, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=58b32523-7eb5-460f-bd60-58d6fc4747ed,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:08:59.970999 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-89f70657-691f-4690-8ab9-8c7205a14b16 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d2df1e983894585869358afcafd0fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051500 May 17 22:08:59.976814 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.040086 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:00.040857 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:08:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:00.042261 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:00.045840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Publish callbacks [] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.063091 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.071501 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:00.075057 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:00.080827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (701160a2-81a9-4263-b02c-100345b3f102), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.080827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:00.081055 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.133067 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Pushing event updated for resources: {'Port': ['ID=709f395a-b0ea-448e-b541-7134f4045ec0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:00.174277 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ea36-91e7-428d-a9bb-46a207653ec4 None None] Pushing event updated for resources: {'Port': ['ID=dad9374d-2485-4836-855c-06e1cd7d4553,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:00.190446 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=701160a2-81a9-4263-b02c-100345b3f102,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:00.200398 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-88b1cd44-b666-4a6d-9e39-40734a40f3a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8084500 May 17 22:09:00.204242 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37502) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:00.211751 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Request body: {'subnet': {'network_id': '701160a2-81a9-4263-b02c-100345b3f102', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-536563110-subnet', 'tenant_id': 'a98b0fa389424c618d88497bd22ec38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:00.245158 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bd794-40ba-404a-929f-3168c6e95e46 None None] Pushing event updated for resources: {'Port': ['ID=58b32523-7eb5-460f-bd60-58d6fc4747ed,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:00.261836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 701160a2-81a9-4263-b02c-100345b3f102 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:09:00.279498 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-c68e69a9-d5fc-41bb-9c80-1a3c73f88056 None None] Provisioning complete for port 58b32523-7eb5-460f-bd60-58d6fc4747ed triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:00.280225 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c68e69a9-d5fc-41bb-9c80-1a3c73f88056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.282399 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.287261 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks [] for router_gateway (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.300754 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:00.323403 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.337377 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (073f42e1-be00-441a-9c51-c00f63ad51b6), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.341262 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (6fa2df8e-31df-41c5-9fe1-12d24688a501), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.383584 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:00.389278 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.db.api [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 22:09:00.389552 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG oslo_db.api [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 22:09:00.393885 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d70f0a18-6104-48eb-bd0e-b294d807a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (0957e4bf-1d98-42e9-a067-10bad7de3684), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.396414 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d70f0a18-6104-48eb-bd0e-b294d807a8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.399186 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d70f0a18-6104-48eb-bd0e-b294d807a8c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0957e4bf-1d98-42e9-a067-10bad7de3684 HTTP/1.1" status: 204 len: 168 time: 1.4681985 May 17 22:09:00.415457 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:00.417092 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:00.467029 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f0a18-6104-48eb-bd0e-b294d807a8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957e4bf-1d98-42e9-a067-10bad7de3684,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:00.481102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Attempting to bind port 709f395a-b0ea-448e-b541-7134f4045ec0 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:00.481467 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Attempting to bind port 709f395a-b0ea-448e-b541-7134f4045ec0 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:00.483505 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Attempting to bind port 709f395a-b0ea-448e-b541-7134f4045ec0 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:00.509568 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-4a86437c-8815-4335-a118-f5745a2518d4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:09:00.510951 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-4a86437c-8815-4335-a118-f5745a2518d4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2025669 May 17 22:09:00.512188 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Made reservation on behalf of a98b0fa389424c618d88497bd22ec38f for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:00.515204 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.564198 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Pushing event updated for resources: {'Port': ['ID=5de28555-9731-42d7-bd39-5c7ffb8260fb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:00.586024 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:00.586390 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:00.588480 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.590882 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Bound using segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:00.593040 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Bound port: 709f395a-b0ea-448e-b541-7134f4045ec0, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:00.593425 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.597464 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:08:56Z', 'revision_number': 3, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:00.635223 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1331-6f87-4ec3-9af6-66969095b67f None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:08:56Z', 'revision_number': 3, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:00.645010 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Allocated IP 172.27.2.78 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/9c94fa77-4c11-449c-a038-96562c119662) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:00.684945 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Attempting to bind port 5de28555-9731-42d7-bd39-5c7ffb8260fb on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:00.685313 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Attempting to bind port 5de28555-9731-42d7-bd39-5c7ffb8260fb by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:00.685674 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Attempting to bind port 5de28555-9731-42d7-bd39-5c7ffb8260fb on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:00.701780 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.742816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:00.742816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Checking segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:00.742816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.742816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Bound using segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:00.742816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Bound port: 5de28555-9731-42d7-bd39-5c7ffb8260fb, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:00.743400 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.836680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c68e69a9-d5fc-41bb-9c80-1a3c73f88056 None None] Current status of the port 58b32523-7eb5-460f-bd60-58d6fc4747ed is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:00.926092 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks [] for port (9c94fa77-4c11-449c-a038-96562c119662), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:00.941972 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:09:00.956057 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-0c79af39-7f12-4b2d-a6ba-3cf8c527e7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042566 May 17 22:09:00.975620 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] For port 5de28555-9731-42d7-bd39-5c7ffb8260fb, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:00.986501 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] For port 709f395a-b0ea-448e-b541-7134f4045ec0, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:00.992309 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] For port 5de28555-9731-42d7-bd39-5c7ffb8260fb, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=5de28555-9731-42d7-bd39-5c7ffb8260fb,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:01.024900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-c68e69a9-d5fc-41bb-9c80-1a3c73f88056 None None] Provisioning complete for port 8c413fbe-9635-4640-ac8e-5403c7e637d8 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:01.025293 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c68e69a9-d5fc-41bb-9c80-1a3c73f88056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.064921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:09:01.074165 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] For port 709f395a-b0ea-448e-b541-7134f4045ec0, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=709f395a-b0ea-448e-b541-7134f4045ec0,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:01.119340 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Allocated IP 172.20.0.1 (9a32e06d-55b9-408a-a0d4-94ee7082349b/10a29eac-6944-4356-aa5d-6e947c1b195e/e234460f-1141-4086-93d0-6b6a8c593b4d) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:01.121131 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.128659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 58b32523-7eb5-460f-bd60-58d6fc4747ed is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:01.129719 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 8c413fbe-9635-4640-ac8e-5403c7e637d8 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:01.165629 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (b3ce5519-a482-4638-967e-51f5bd202f27), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.182178 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-e67d2c98-919c-429f-ad84-4184a8124b79 service neutron] 10.222.0.24 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282262 May 17 22:09:01.270905 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (9c94fa77-4c11-449c-a038-96562c119662), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.287365 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.361625 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Pushing event updated for resources: {'Port': ['ID=9c94fa77-4c11-449c-a038-96562c119662,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:01.374340 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:01.384489 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ce5519-a482-4638-967e-51f5bd202f27,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:01.408101 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:01.413272 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Checking segment: {'id': '33c70757-1454-4ed3-a84d-0067da2b5d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '701160a2-81a9-4263-b02c-100345b3f102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:01.414214 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Network hostable DHCP agents. Network: 701160a2-81a9-4263-b02c-100345b3f102, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:09:01.436697 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:01.449039 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c272ab-5495-4102-b0c5-25b3a31f0137 None None] Pushing event updated for resources: {'Port': ['ID=5de28555-9731-42d7-bd39-5c7ffb8260fb,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:01.461784 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:01.479296 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c68e69a9-d5fc-41bb-9c80-1a3c73f88056 None None] Current status of the port 8c413fbe-9635-4640-ac8e-5403c7e637d8 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:01.485349 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:01.498086 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.502539 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6f6bf9c1-b78c-4e38-840b-916d2845c660 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8192744 May 17 22:09:01.504490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37518) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:01.540798 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:01.544800 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:08:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:01.555019 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 8c413fbe-9635-4640-ac8e-5403c7e637d8 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:01.555730 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:01.558740 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.565665 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:01.596903 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:01.598213 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:08:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:01.607821 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Network 701160a2-81a9-4263-b02c-100345b3f102 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:09:01.718340 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37522) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:01.727779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af564094-a526-4191-96bb-ade76c9ab183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.878382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:01.885635 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0464a8d7-2775-4a2b-bcfc-f29a9f7feef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:01.977024 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:02.021078 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks [] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.034910 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.038417 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-9274dd59-7a02-4c60-b9cb-3f11c674b164 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6292772 May 17 22:09:02.052709 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37542) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:02.069296 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef58de-ad3d-485d-bfad-60c6c0e17cdf None None] Pushing event updated for resources: {'Port': ['ID=709f395a-b0ea-448e-b541-7134f4045ec0,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:02.378704 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 8c413fbe-9635-4640-ac8e-5403c7e637d8 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:02.425786 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 701160a2-81a9-4263-b02c-100345b3f102) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:02.431367 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:02.432026 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.437933 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31486fc5-b9cb-4c52-83b8-0fd8e91c6978 None None] Network 701160a2-81a9-4263-b02c-100345b3f102 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:09:02.610954 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-0a202f8e-cd75-4c12-92ce-1007f908d667 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4050369 May 17 22:09:02.745363 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:02.766545 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.780024 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.792584 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:02.894110 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:02.899652 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:02.900866 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Updating router 073f42e1-be00-441a-9c51-c00f63ad51b6 port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:02.909088 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Updating router 6fa2df8e-31df-41c5-9fe1-12d24688a501 port d1523dc8-451c-4976-8585-e8e55720dcb9 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:02.954265 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37562) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:02.961163 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0464a8d7-2775-4a2b-bcfc-f29a9f7feef3 admin admin] Publish callbacks [] for security_group (d041d7b3-8ceb-44c9-a65e-59955065c356), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.982135 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:02.997312 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37566) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:03.005826 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 709f395a-b0ea-448e-b541-7134f4045ec0 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:03.068029 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5295e5-1e0a-442c-ad84-4b1582e7a500 None None] Network 701160a2-81a9-4263-b02c-100345b3f102 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:09:03.084194 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0464a8d7-2775-4a2b-bcfc-f29a9f7feef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d041d7b3-8ceb-44c9-a65e-59955065c356), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.102454 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:03.168579 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks [] for router_gateway (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.175912 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:03.192303 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:03.192303 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (2f119732-8dc3-43b3-8ef7-04984a19c05d), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.276027 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.421276 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3926a900-b9d3-400f-a888-7387b00a50ff req-ecf893b3-f9d3-463a-b01d-5cc82ed76dd2 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.4184639 May 17 22:09:03.510481 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Allocated IP 172.20.0.1 (6f877e2b-99bd-48e8-8b73-18e37441b914/92153330-6433-4f3c-b19a-21e8e235fc9f/dfa145d0-2c64-4d25-9405-7978970e5407) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:03.627247 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f33a54-eccf-4783-a31f-8a63fd0d3dc8 None None] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:09:03.649689 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Publish callbacks [] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.734819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks [] for port (dfa145d0-2c64-4d25-9405-7978970e5407), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.763055 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.779873 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Pushing event updated for resources: {'Port': ['ID=e234460f-1141-4086-93d0-6b6a8c593b4d,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:03.782671 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464a8d7-2775-4a2b-bcfc-f29a9f7feef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d041d7b3-8ceb-44c9-a65e-59955065c356,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:03.832602 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Deleting subnet 86427d77-9250-4933-b28d-f125f6a8955b {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:09:03.846870 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] Provisioning complete for port 5de28555-9731-42d7-bd39-5c7ffb8260fb triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:03.850588 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.861771 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Publish callbacks [] for subnet (86427d77-9250-4933-b28d-f125f6a8955b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.901590 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.908123 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0464a8d7-2775-4a2b-bcfc-f29a9f7feef3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b6eeee0b89f43289ac6046c12076d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1863821 May 17 22:09:03.915567 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37584) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:03.932315 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf0b9-002e-4b62-8b6c-f37409029d9b None None] Pushing event updated for resources: {'Port': ['ID=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:03.935886 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Attempting to bind port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:03.936490 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Attempting to bind port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:03.937017 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Attempting to bind port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:03.953043 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:03.954936 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:03.955532 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.956053 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:03.956730 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Bound port: a75dbd60-fc17-47d0-9286-2cd235a6f7c8, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:03.957744 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:03.997294 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a80f94-0685-4fa5-8c9a-058b23cf8c85 None None] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:09:04.008508 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 709f395a-b0ea-448e-b541-7134f4045ec0 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:04.008896 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.015517 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:04.029209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:04.050742 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] For port a75dbd60-fc17-47d0-9286-2cd235a6f7c8, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:04.050999 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:04.053298 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (6fa2df8e-31df-41c5-9fe1-12d24688a501), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.053445 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] For port a75dbd60-fc17-47d0-9286-2cd235a6f7c8, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:04.096301 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Pushing event updated for resources: {'Port': ['ID=dfa145d0-2c64-4d25-9405-7978970e5407,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:04.140259 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.182916 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Publish callbacks [] for subnet (86427d77-9250-4933-b28d-f125f6a8955b), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.218786 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (86427d77-9250-4933-b28d-f125f6a8955b), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.240039 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:04.240662 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:08:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:04.242622 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf0b9-002e-4b62-8b6c-f37409029d9b None None] Pushing event updated for resources: {'Port': ['ID=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:04.293601 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b6020f5-1120-4364-8820-09ed40461277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.356568 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] Current status of the port 5de28555-9731-42d7-bd39-5c7ffb8260fb is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:04.356951 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.375878 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:04.378754 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 709f395a-b0ea-448e-b541-7134f4045ec0 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:04.379163 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.403592 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.450097 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] For port 5de28555-9731-42d7-bd39-5c7ffb8260fb, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=5de28555-9731-42d7-bd39-5c7ffb8260fb,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:04.461254 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-91433bb9-9111-4c12-8695-7eceded091f9 admin admin] Publish callbacks [] for security_group (d041d7b3-8ceb-44c9-a65e-59955065c356), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.526776 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-91433bb9-9111-4c12-8695-7eceded091f9 admin admin] Publish callbacks [] for security_group (d041d7b3-8ceb-44c9-a65e-59955065c356), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.529995 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.584432 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.595232 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 709f395a-b0ea-448e-b541-7134f4045ec0, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=709f395a-b0ea-448e-b541-7134f4045ec0,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:04.603279 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Publish callbacks [] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.622032 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:04.656650 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdfe819-2c5e-4694-81a6-2d244c5b76e3 None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:04.672274 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0d10-1e52-409a-a9f4-7fb48cc5bc31 None None] Pushing event updated for resources: {'Port': ['ID=5de28555-9731-42d7-bd39-5c7ffb8260fb,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:04.690483 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Provisioning complete for port e234460f-1141-4086-93d0-6b6a8c593b4d triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:04.690851 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.721226 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.722721 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 58b32523-7eb5-460f-bd60-58d6fc4747ed up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:04.731189 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.743138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-91433bb9-9111-4c12-8695-7eceded091f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d041d7b3-8ceb-44c9-a65e-59955065c356), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.745686 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-91433bb9-9111-4c12-8695-7eceded091f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.746813 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-91433bb9-9111-4c12-8695-7eceded091f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d041d7b3-8ceb-44c9-a65e-59955065c356 HTTP/1.1" status: 204 len: 168 time: 0.8272269 May 17 22:09:04.770842 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for subnet (86427d77-9250-4933-b28d-f125f6a8955b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.785703 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.798397 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Port e234460f-1141-4086-93d0-6b6a8c593b4d cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:04.811763 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Provisioning complete for port 5de28555-9731-42d7-bd39-5c7ffb8260fb triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:04.812058 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:04.941760 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Attempting to bind port d1523dc8-451c-4976-8585-e8e55720dcb9 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:04.942126 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Attempting to bind port d1523dc8-451c-4976-8585-e8e55720dcb9 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:04.944798 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Attempting to bind port d1523dc8-451c-4976-8585-e8e55720dcb9 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:04.996938 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86427d77-9250-4933-b28d-f125f6a8955b,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:05.013095 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=709f395a-b0ea-448e-b541-7134f4045ec0,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:05.020355 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:05.021427 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:05.022507 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.027076 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:05.027658 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Bound port: d1523dc8-451c-4976-8585-e8e55720dcb9, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:05.028021 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.067473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.080761 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e0eee5ef-4190-4160-b498-b7d9e97e8f5a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86427d77-9250-4933-b28d-f125f6a8955b HTTP/1.1" status: 204 len: 168 time: 2.1233399 May 17 22:09:05.087618 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37598) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:05.099766 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9c1aee48-7322-4e5f-90b3-c599ef8c1ced req-aa49552f-8d48-43e4-b411-1b4ae665c1a5 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.4690492 May 17 22:09:05.102995 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.106021 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.114029 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 58b32523-7eb5-460f-bd60-58d6fc4747ed triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:05.114392 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.169092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91433bb9-9111-4c12-8695-7eceded091f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d041d7b3-8ceb-44c9-a65e-59955065c356,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:05.226828 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] For port d1523dc8-451c-4976-8585-e8e55720dcb9, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:05.235349 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Current status of the port 5de28555-9731-42d7-bd39-5c7ffb8260fb is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:05.278816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] For port d1523dc8-451c-4976-8585-e8e55720dcb9, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d1523dc8-451c-4976-8585-e8e55720dcb9,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:05.281859 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397487a-031d-4503-a78d-916fceab059d None None] Pushing event updated for resources: {'Port': ['ID=d1523dc8-451c-4976-8585-e8e55720dcb9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:05.290031 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Provisioning complete for port 709f395a-b0ea-448e-b541-7134f4045ec0 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:05.290393 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.330399 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (9be0afb5-f078-4ee8-a267-961be9106590), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.351835 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Allocated IP 172.20.0.1 (b4c55ac9-e586-497b-b788-2ee3d019ca2d/097dfb2c-acbc-4191-b80c-3907df636820/99f8ea4c-e4e8-42ad-99f5-242518fad089) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:05.422255 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.482354 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 58b32523-7eb5-460f-bd60-58d6fc4747ed is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:05.483422 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dad9374d-2485-4836-855c-06e1cd7d4553 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:05.509170 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:09:05.518367 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks [] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.590275 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.591391 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (2f119732-8dc3-43b3-8ef7-04984a19c05d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.597279 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e86b2-a0d5-4a22-b3f3-2762502e1597 None None] Current status of the port 709f395a-b0ea-448e-b541-7134f4045ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:05.607663 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (9be0afb5-f078-4ee8-a267-961be9106590), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.633862 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397487a-031d-4503-a78d-916fceab059d None None] Pushing event updated for resources: {'Port': ['ID=d1523dc8-451c-4976-8585-e8e55720dcb9,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:05.660138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.660549 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.661322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.661648 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > port after_create 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.661986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.662318 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > port after_update 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.662635 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.662950 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.675557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.676217 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.698652 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:05.700959 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:05.772350 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks [] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.782067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Pushing event updated for resources: {'Port': ['ID=e234460f-1141-4086-93d0-6b6a8c593b4d,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:05.806166 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port dad9374d-2485-4836-855c-06e1cd7d4553 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:05.806536 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.823058 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-93d105b7-f17b-44ab-acd1-1efc1ccc50d2 None None] Provisioning complete for port dfa145d0-2c64-4d25-9405-7978970e5407 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:05.823577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93d105b7-f17b-44ab-acd1-1efc1ccc50d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.933312 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-93d105b7-f17b-44ab-acd1-1efc1ccc50d2 None None] Port dfa145d0-2c64-4d25-9405-7978970e5407 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:05.978825 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:05.981662 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-93d105b7-f17b-44ab-acd1-1efc1ccc50d2 None None] Provisioning complete for port 709f395a-b0ea-448e-b541-7134f4045ec0 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:05.982051 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93d105b7-f17b-44ab-acd1-1efc1ccc50d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:05.985930 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.986302 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.986633 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.986964 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:05.987370 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be0afb5-f078-4ee8-a267-961be9106590']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:06.028158 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:06.028650 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:06.090914 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks [] for port (dfa145d0-2c64-4d25-9405-7978970e5407), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.098728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.130229 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.152702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:09:06.153133 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (b6dbd3f8-49dc-4167-b6c0-1df2f88f49cb), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.161268 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:06.191990 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:06.195466 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: from cryptography.utils import int_from_bytes May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: from cryptography.utils import int_from_bytes May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:09:06.241266 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:09:06.256554 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.275979 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Sync routers for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:06.286295 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.330271 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.331970 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-69f89ad1-2043-4797-a78f-a14c21e4b289 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9684651 May 17 22:09:06.338097 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37622) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:06.343351 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (6fa2df8e-31df-41c5-9fe1-12d24688a501), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.352073 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:06.412317 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:06.415620 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:06.416191 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (073f42e1-be00-441a-9c51-c00f63ad51b6), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.453706 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-93d105b7-f17b-44ab-acd1-1efc1ccc50d2 None None] Current status of the port 709f395a-b0ea-448e-b541-7134f4045ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:06.467556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:06.468185 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:06.596822 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (9be0afb5-f078-4ee8-a267-961be9106590), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.598234 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:06.610324 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Pushing event updated for resources: {'Port': ['ID=99f8ea4c-e4e8-42ad-99f5-242518fad089,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:06.627724 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d99a4994-350e-4952-bd03-3fe473dbf35f req-24a34930-f918-45a5-a3c5-56a1a446dd0a tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.2797492 May 17 22:09:06.643252 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:06.646376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Pushing event updated for resources: {'Port': ['ID=dfa145d0-2c64-4d25-9405-7978970e5407,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:06.659383 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:09:06.701491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:06.769004 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:06.772220 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] 10.222.0.24 "DELETE /v2.0/networks/9be0afb5-f078-4ee8-a267-961be9106590 HTTP/1.1" status: 204 len: 168 time: 1.6832078 May 17 22:09:06.773880 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db363fb3-4979-4276-ba98-9ea9ba51f20b admin admin] Pushing event deleted for resources: {'Network': ['ID=9be0afb5-f078-4ee8-a267-961be9106590,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:06.775957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37634) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:06.966855 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Deleting subnet b3ce5519-a482-4638-967e-51f5bd202f27 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:09:06.982468 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Publish callbacks [] for subnet (b3ce5519-a482-4638-967e-51f5bd202f27), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.012066 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-9ea50c9a-c4ff-40b9-ba87-7269f997d753 None None] Provisioning complete for port e234460f-1141-4086-93d0-6b6a8c593b4d triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:07.015334 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ea50c9a-c4ff-40b9-ba87-7269f997d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.015435 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.015510 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.015510 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port dad9374d-2485-4836-855c-06e1cd7d4553 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:07.016234 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.077220 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (b3ce5519-a482-4638-967e-51f5bd202f27), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.093005 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:07.104086 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:07.121064 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:07.121699 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:07.143939 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:09:07.149133 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-bf72b082-feda-48e4-bf0a-99f537c90c1a admin admin] 10.222.0.24 "PUT /v2.0/routers/2f119732-8dc3-43b3-8ef7-04984a19c05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4372716 May 17 22:09:07.244050 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (b3ce5519-a482-4638-967e-51f5bd202f27), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.316889 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port dad9374d-2485-4836-855c-06e1cd7d4553, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=dad9374d-2485-4836-855c-06e1cd7d4553,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:07.391676 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:01Z', 'revision_number': 3, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:07.398816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9ea50c9a-c4ff-40b9-ba87-7269f997d753 None None] Port e234460f-1141-4086-93d0-6b6a8c593b4d cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:07.403447 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:07.408184 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:07.414502 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c0168b35-19db-4fc3-aeb2-276d83d86c8b admin admin] 10.222.0.24 "PUT /v2.0/routers/6fa2df8e-31df-41c5-9fe1-12d24688a501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9081354 May 17 22:09:07.446906 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.52', 56059) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:07.448851 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.449978 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 5de28555-9731-42d7-bd39-5c7ffb8260fb up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:07.537966 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Checking router: eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:07.538790 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Updating router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 port 9c94fa77-4c11-449c-a038-96562c119662 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:07.552463 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (b3ce5519-a482-4638-967e-51f5bd202f27), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.555904 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=dad9374d-2485-4836-855c-06e1cd7d4553,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:07.618564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ce5519-a482-4638-967e-51f5bd202f27,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:07.628505 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.635659 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-76787c65-9f7f-4f20-baa2-3d746f25ca3d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3ce5519-a482-4638-967e-51f5bd202f27 HTTP/1.1" status: 204 len: 168 time: 0.8496208 May 17 22:09:07.664461 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37658) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:07.706125 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-a5c96ac1-606a-4949-98ee-a37543b12e14 None None] Provisioning complete for port 99f8ea4c-e4e8-42ad-99f5-242518fad089 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:07.708163 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5c96ac1-606a-4949-98ee-a37543b12e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.761296 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (701160a2-81a9-4263-b02c-100345b3f102), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.817235 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 2, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:07.823753 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-240e6289-6732-4ca7-8a47-c8796046be86 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:07.827803 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-240e6289-6732-4ca7-8a47-c8796046be86 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.52 "GET /v2.0/networks?id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 HTTP/1.1" status: 200 len: 811 time: 0.3787069 May 17 22:09:07.833982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a5c96ac1-606a-4949-98ee-a37543b12e14 None None] Port 99f8ea4c-e4e8-42ad-99f5-242518fad089 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:07.837831 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 5de28555-9731-42d7-bd39-5c7ffb8260fb triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:07.838265 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:07.901635 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:07.902552 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Updating router 2f119732-8dc3-43b3-8ef7-04984a19c05d port e234460f-1141-4086-93d0-6b6a8c593b4d binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:07.911024 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Request body: {'port': {'device_id': '58ecc557-2ee5-4581-aace-b8de718753a6', 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0', 'admin_state_up': True, 'tenant_id': '0d2df1e983894585869358afcafd0fb5'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:07.959357 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-08d39e00-1bf5-42c8-acb6-dde4238097e9 req-3236e7de-952c-4e38-a530-73fc1cd2de98 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.1305430 May 17 22:09:07.976135 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (701160a2-81a9-4263-b02c-100345b3f102), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.001716 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.014261 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.014607 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.015828 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.016168 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > port after_create 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.016506 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > port after_delete 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.022363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > port after_update 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.022363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.022363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.022363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.022363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.026996 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:03Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:08.068265 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0e64d-790c-449f-90f3-fa063e971f86 None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:03Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:08.071846 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c94fa77-4c11-449c-a038-96562c119662), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.073534 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-a5c96ac1-606a-4949-98ee-a37543b12e14 None None] Provisioning complete for port dfa145d0-2c64-4d25-9405-7978970e5407 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:08.084377 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a5c96ac1-606a-4949-98ee-a37543b12e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.127432 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a5c96ac1-606a-4949-98ee-a37543b12e14 None None] Port dfa145d0-2c64-4d25-9405-7978970e5407 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:08.173671 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.431544 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.431891 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.432221 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.432557 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 22:09:08.432934 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701160a2-81a9-4263-b02c-100345b3f102']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:08.492563 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c70757-1454-4ed3-a84d-0067da2b5d58') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:08.492563 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c70757-1454-4ed3-a84d-0067da2b5d58') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:08.523218 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (33c70757-1454-4ed3-a84d-0067da2b5d58), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.545576 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (33c70757-1454-4ed3-a84d-0067da2b5d58), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.554362 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:09:08.554770 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (33c70757-1454-4ed3-a84d-0067da2b5d58), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.561276 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Made reservation on behalf of 0d2df1e983894585869358afcafd0fb5 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:08.564869 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.575890 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Publish callbacks [] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.676836 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: from cryptography.utils import int_from_bytes May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: from cryptography.utils import int_from_bytes May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:09:08.693168 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:09:08.696111 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 5de28555-9731-42d7-bd39-5c7ffb8260fb is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:08.700878 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks [] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.848178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37692) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:08.849615 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37694) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:08.873361 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875484990', 'description': 'tempest-description--1946225495'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:08.875147 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784df54-0e5c-4ae2-b16b-001df1f8ad07 None None] Pushing event updated for resources: {'Port': ['ID=e234460f-1141-4086-93d0-6b6a8c593b4d,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:08.888877 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (701160a2-81a9-4263-b02c-100345b3f102), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.892725 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:08.918670 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68589261', 'description': 'tempest-description--2056914225'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:09.241992 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.246034 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 709f395a-b0ea-448e-b541-7134f4045ec0 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:09.277756 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] 10.222.0.24 "DELETE /v2.0/networks/701160a2-81a9-4263-b02c-100345b3f102 HTTP/1.1" status: 204 len: 168 time: 1.5866628 May 17 22:09:09.410175 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 709f395a-b0ea-448e-b541-7134f4045ec0 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:09.410670 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.433126 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce15d59-5683-49a5-a3cd-3311ce976dda admin admin] Pushing event deleted for resources: {'Network': ['ID=701160a2-81a9-4263-b02c-100345b3f102,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:09.492110 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Publish callbacks [] for port (9c94fa77-4c11-449c-a038-96562c119662), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.492655 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.494470 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-27aa05b2-a7c0-4d5a-8162-a187c7e9d8bb None None] Provisioning complete for port e234460f-1141-4086-93d0-6b6a8c593b4d triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:09.494840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27aa05b2-a7c0-4d5a-8162-a187c7e9d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.542253 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Attempting to bind port e234460f-1141-4086-93d0-6b6a8c593b4d on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:09.542253 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Attempting to bind port e234460f-1141-4086-93d0-6b6a8c593b4d by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:09.542577 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Attempting to bind port e234460f-1141-4086-93d0-6b6a8c593b4d on network 9a32e06d-55b9-408a-a0d4-94ee7082349b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:09.564591 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.573935 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:09.574313 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Checking segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:09.574715 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.575100 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Bound using segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:09.575587 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Bound port: e234460f-1141-4086-93d0-6b6a8c593b4d, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:09.575960 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.614848 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (073f42e1-be00-441a-9c51-c00f63ad51b6), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.617328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Pushing event updated for resources: {'Port': ['ID=99f8ea4c-e4e8-42ad-99f5-242518fad089,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:09.626141 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c94fa77-4c11-449c-a038-96562c119662), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.642859 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:09.659090 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-27aa05b2-a7c0-4d5a-8162-a187c7e9d8bb None None] Port e234460f-1141-4086-93d0-6b6a8c593b4d cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:09.739086 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5777ca6f-4737-4eb5-8bbd-f56360ce0498 req-3c117bc9-de76-4d98-929a-b9e944dcee7c tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.2488492 May 17 22:09:09.775570 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] For port e234460f-1141-4086-93d0-6b6a8c593b4d, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:09.778755 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 709f395a-b0ea-448e-b541-7134f4045ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:09.779898 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a75dbd60-fc17-47d0-9286-2cd235a6f7c8 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:09.797535 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] For port e234460f-1141-4086-93d0-6b6a8c593b4d, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e234460f-1141-4086-93d0-6b6a8c593b4d,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:09.917930 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.048190 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37742) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:10.098149 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784df54-0e5c-4ae2-b16b-001df1f8ad07 None None] Pushing event updated for resources: {'Port': ['ID=e234460f-1141-4086-93d0-6b6a8c593b4d,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:10.103070 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Allocated IP 172.20.0.8 (8a62d14a-c66c-4e1f-821e-7071b2d3f6a0/37c56eb7-4a0d-4698-bdc1-2923c714ad68/4122bc49-075f-46ee-9328-771d7f9793d0) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:10.171220 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:10.173271 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:10.207521 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-189c8c49-ea1b-457a-893b-821038322e3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca080b90bf32462b95adafcc9a524e55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1581352 May 17 22:09:10.219058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37744) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:10.358030 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b270fb18-f27f-425a-abf0-1fff120413d6 admin admin] Publish callbacks [] for security_group (eb276e74-027a-4855-a42b-2ba2e5eda3e1), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.359056 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Attempting to bind port 9c94fa77-4c11-449c-a038-96562c119662 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:10.371745 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Attempting to bind port 9c94fa77-4c11-449c-a038-96562c119662 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:10.371745 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Attempting to bind port 9c94fa77-4c11-449c-a038-96562c119662 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:10.413877 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b477-ba65-46b1-b064-e2c345a85f93 None None] Pushing event updated for resources: {'Port': ['ID=9c94fa77-4c11-449c-a038-96562c119662,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:10.444228 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:10.444508 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:10.444990 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.447984 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:10.448513 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Bound port: 9c94fa77-4c11-449c-a038-96562c119662, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:10.448905 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c94fa77-4c11-449c-a038-96562c119662), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.601619 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:10.650859 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Allocated IP 172.20.0.1 (b394d145-5e4c-4ff3-9a9e-324cf4600d03/c6dd094f-6d1e-4569-9c79-65117524018a/ed829fc1-2802-4d26-868e-574ad7ece397) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:10.701466 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] For port 9c94fa77-4c11-449c-a038-96562c119662, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:10.702428 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b270fb18-f27f-425a-abf0-1fff120413d6 admin admin] Publish callbacks [] for security_group (eb276e74-027a-4855-a42b-2ba2e5eda3e1), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.708822 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] For port 9c94fa77-4c11-449c-a038-96562c119662, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=9c94fa77-4c11-449c-a038-96562c119662,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:10.769449 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:10.770176 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.826912 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks [] for port (4122bc49-075f-46ee-9328-771d7f9793d0), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.861245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c94fa77-4c11-449c-a038-96562c119662), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.889955 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b270fb18-f27f-425a-abf0-1fff120413d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (eb276e74-027a-4855-a42b-2ba2e5eda3e1), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.900916 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b270fb18-f27f-425a-abf0-1fff120413d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.902203 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] Provisioning complete for port e234460f-1141-4086-93d0-6b6a8c593b4d triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:10.907827 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:10.909910 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b270fb18-f27f-425a-abf0-1fff120413d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb276e74-027a-4855-a42b-2ba2e5eda3e1 HTTP/1.1" status: 204 len: 168 time: 0.6882284 May 17 22:09:10.960089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270fb18-f27f-425a-abf0-1fff120413d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb276e74-027a-4855-a42b-2ba2e5eda3e1,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:11.079317 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.082555 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6588365e-f9a7-48a2-aa03-174b74d64cc6 req-67592188-2f2e-4400-9d11-aea6102f3074 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.0654545 May 17 22:09:11.114704 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (e4a88fd7-b022-4062-9114-f5febbe97829), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.175411 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b477-ba65-46b1-b064-e2c345a85f93 None None] Pushing event updated for resources: {'Port': ['ID=9c94fa77-4c11-449c-a038-96562c119662,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:11.271902 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:11.283572 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:11.303526 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:11.322828 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:09Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:11.382114 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:11.415538 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:11.415702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:11.415819 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8628ab-9fcb-4d89-ab8b-897bea918e53 None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:09Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:11.415959 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.416051 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (e4a88fd7-b022-4062-9114-f5febbe97829), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.426294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Pushing event updated for resources: {'Port': ['ID=4122bc49-075f-46ee-9328-771d7f9793d0,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:11.476485 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:11.476485 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.528968 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a88fd7-b022-4062-9114-f5febbe97829,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:11.573527 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-76754235-656b-4914-b954-2c5e03a0f6a7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6662118 May 17 22:09:11.584698 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (5be3bb32-4ac1-4831-b62d-f3b50df49627), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.593959 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks [] for port (ed829fc1-2802-4d26-868e-574ad7ece397), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.597037 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:11.599978 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.602154 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ebac9861-0182-44f8-b8bc-f5f863ba2eb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.7489231 May 17 22:09:11.604444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37764) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:11.604576 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:11.620607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'e4a88fd7-b022-4062-9114-f5febbe97829', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:11.672226 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5be3bb32-4ac1-4831-b62d-f3b50df49627), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.673443 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port a75dbd60-fc17-47d0-9286-2cd235a6f7c8, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:11.696983 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-777e7750-c9d9-4889-9f7f-b5238d9d75dd tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:09:11.699689 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-777e7750-c9d9-4889-9f7f-b5238d9d75dd tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0237517 May 17 22:09:11.743077 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:11.806533 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (186988a4-f71e-44f7-a7eb-8b0114a9403f), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.854583 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.855819 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dad9374d-2485-4836-855c-06e1cd7d4553 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:11.956526 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:11.957808 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.1066976 May 17 22:09:11.964941 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37768) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:11.974569 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8af31-b0e9-44ee-b75f-28a5e503a58a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3bb32-4ac1-4831-b62d-f3b50df49627,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:11.985746 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'security_group_rule': {'security_group_id': '5be3bb32-4ac1-4831-b62d-f3b50df49627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:12.003053 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.005726 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] Current status of the port e234460f-1141-4086-93d0-6b6a8c593b4d is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:12.006543 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.156949 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Request body: {'port': {'device_id': '58ecc557-2ee5-4581-aace-b8de718753a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:12.226122 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:09:12.285365 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (186988a4-f71e-44f7-a7eb-8b0114a9403f), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.293427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:12.321261 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:12.329067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:12.340151 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=ed829fc1-2802-4d26-868e-574ad7ece397,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:12.444148 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:12.478161 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (b8a1b497-fd9c-4b54-8adf-a21aa27631c9), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.498053 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port dad9374d-2485-4836-855c-06e1cd7d4553 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:12.498423 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.510864 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (186988a4-f71e-44f7-a7eb-8b0114a9403f), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.556856 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37778) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:12.607518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] For port e234460f-1141-4086-93d0-6b6a8c593b4d, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e234460f-1141-4086-93d0-6b6a8c593b4d,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:12.708475 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6b54-165c-44dc-ac09-29d2045e67a3 req-285fea8d-9fb1-47cf-891d-2d68d6de6964 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:12.711853 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a7a6b54-165c-44dc-ac09-29d2045e67a3 req-285fea8d-9fb1-47cf-891d-2d68d6de6964 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 931 time: 0.4603724 May 17 22:09:12.722437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-be0c4ee3-a24a-4e89-b0dd-c6608db7b69d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a98b0fa389424c618d88497bd22ec38f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1428385 May 17 22:09:12.725319 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37784) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:12.733981 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.769182 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186988a4-f71e-44f7-a7eb-8b0114a9403f,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:12.773712 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.779180 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.823751 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:12.827883 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d912e0a0-7438-4feb-9eb9-7622de42d50c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2195163 May 17 22:09:12.885148 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:12.938560 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37788) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:12.962350 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'e4a88fd7-b022-4062-9114-f5febbe97829', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:12.973625 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0521ca00-346a-4a2d-8cb3-ca61e9527f6c admin admin] 10.222.0.24 "PUT /v2.0/routers/073f42e1-be00-441a-9c51-c00f63ad51b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9142094 May 17 22:09:13.087272 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a7a6b54-165c-44dc-ac09-29d2045e67a3 req-c1e8b495-cf10-4783-8926-52cf39218cf1 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563845 May 17 22:09:13.121476 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613100f0-005c-4998-9aa7-00ad8ca4ae1d None None] Pushing event updated for resources: {'Port': ['ID=e234460f-1141-4086-93d0-6b6a8c593b4d,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:13.124564 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port dad9374d-2485-4836-855c-06e1cd7d4553 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:13.125760 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 5de28555-9731-42d7-bd39-5c7ffb8260fb up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:13.175698 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:13.213914 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:01Z', 'revision_number': 3, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:13.246511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-f507b365-25e4-42ff-9597-063c9ee45441 None None] Provisioning complete for port 99f8ea4c-e4e8-42ad-99f5-242518fad089 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:13.247198 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f507b365-25e4-42ff-9597-063c9ee45441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.260397 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:13.282728 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:13.284716 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:13.357381 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (b8a1b497-fd9c-4b54-8adf-a21aa27631c9), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.361096 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:13.361869 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:13.366698 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0217-4ec5-483f-856e-c2030d6622bc None None] The sync data for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi is: [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:01Z', 'revision_number': 3, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:13.396220 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bca3ceb-d9a3-4543-bb1f-83eaeae7b5c0 admin admin] Publish callbacks [] for security_group (ce84e694-3e9e-4884-aeae-79d0a7aff169), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.430481 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (5c0cb7fe-ee7b-481c-88e6-ced80de215e4), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.480361 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bca3ceb-d9a3-4543-bb1f-83eaeae7b5c0 admin admin] Publish callbacks [] for security_group (ce84e694-3e9e-4884-aeae-79d0a7aff169), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.585549 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f507b365-25e4-42ff-9597-063c9ee45441 None None] Port 99f8ea4c-e4e8-42ad-99f5-242518fad089 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:13.604980 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 5de28555-9731-42d7-bd39-5c7ffb8260fb triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:13.605387 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.618283 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (b8a1b497-fd9c-4b54-8adf-a21aa27631c9), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.674388 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:13.686546 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bca3ceb-d9a3-4543-bb1f-83eaeae7b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ce84e694-3e9e-4884-aeae-79d0a7aff169), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.698776 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bca3ceb-d9a3-4543-bb1f-83eaeae7b5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.701894 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4bca3ceb-d9a3-4543-bb1f-83eaeae7b5c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce84e694-3e9e-4884-aeae-79d0a7aff169 HTTP/1.1" status: 204 len: 168 time: 0.9602022 May 17 22:09:13.735651 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a1b497-fd9c-4b54-8adf-a21aa27631c9,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:13.764546 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca3ceb-d9a3-4543-bb1f-83eaeae7b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84e694-3e9e-4884-aeae-79d0a7aff169,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:13.879356 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (5c0cb7fe-ee7b-481c-88e6-ced80de215e4), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.912249 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-f507b365-25e4-42ff-9597-063c9ee45441 None None] Provisioning complete for port ed829fc1-2802-4d26-868e-574ad7ece397 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:13.914983 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f507b365-25e4-42ff-9597-063c9ee45441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.932521 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:13.934155 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a85027f5-cc21-4b11-9180-436b8cb0dd98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9523106 May 17 22:09:13.966494 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37810) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:13.967193 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37812) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:13.988324 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'security_group_rule': {'security_group_id': '5be3bb32-4ac1-4831-b62d-f3b50df49627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:13.994570 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (5c0cb7fe-ee7b-481c-88e6-ced80de215e4), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.009189 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f507b365-25e4-42ff-9597-063c9ee45441 None None] Port ed829fc1-2802-4d26-868e-574ad7ece397 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:14.074925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787513321', 'description': 'tempest-description--1697380114'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:14.097141 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:14.135372 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0cb7fe-ee7b-481c-88e6-ced80de215e4,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:14.160508 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.211706 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.241400 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:05Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:14.279872 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.281438 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-5b775fc9-0517-4aec-a536-fb58abeb9bfd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3395736 May 17 22:09:14.300678 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:14.306667 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Updating router 6fa2df8e-31df-41c5-9fe1-12d24688a501 port dfa145d0-2c64-4d25-9405-7978970e5407 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:14.338170 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.364042 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1134-097c-40b7-a41f-9173ecc73ffc req-4453459b-19d6-4793-b3e7-da26d9ab2ba2 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:14.366082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37818) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:14.369951 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f6ea1134-097c-40b7-a41f-9173ecc73ffc req-4453459b-19d6-4793-b3e7-da26d9ab2ba2 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 931 time: 0.0702415 May 17 22:09:14.406168 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:14.509946 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f6ea1134-097c-40b7-a41f-9173ecc73ffc req-bd0d76d4-6e2c-4935-b726-e24cc9a8e88b tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214683 May 17 22:09:14.557687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4122bc49-075f-46ee-9328-771d7f9793d0 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:14.562198 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (a99d5dcc-2b42-4f01-813b-4a774871f580), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.572791 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (ceb9f3c2-caaf-4db6-8fb3-5dd3c8f5cac5), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.584906 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Publish callbacks [] for port (4122bc49-075f-46ee-9328-771d7f9793d0), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.641577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 5de28555-9731-42d7-bd39-5c7ffb8260fb is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:14.657808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a99d5dcc-2b42-4f01-813b-4a774871f580), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.668722 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Transition to ACTIVE for port object 4122bc49-075f-46ee-9328-771d7f9793d0 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:09:14.770859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.844294 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:14.891739 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d5dcc-2b42-4f01-813b-4a774871f580,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:14.946651 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4122bc49-075f-46ee-9328-771d7f9793d0,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:15.012661 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Publish callbacks [] for port (dfa145d0-2c64-4d25-9405-7978970e5407), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.067083 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Attempting to bind port 4122bc49-075f-46ee-9328-771d7f9793d0 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:15.067447 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Attempting to bind port 4122bc49-075f-46ee-9328-771d7f9793d0 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'ad48a19a-0b9b-4ace-a305-4719a754c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:15.077455 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Attempting to bind port 4122bc49-075f-46ee-9328-771d7f9793d0 on network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:15.082648 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Port 4122bc49-075f-46ee-9328-771d7f9793d0 on network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:09:15.083080 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Attempting to bind port 4122bc49-075f-46ee-9328-771d7f9793d0 on network 8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:15.086663 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.096182 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2c21c033-226c-45c7-bc2e-bac9f9a3bd8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0559435 May 17 22:09:15.099399 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37838) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:15.126999 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.137016 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'security_group_rule': {'security_group_id': 'a99d5dcc-2b42-4f01-813b-4a774871f580', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:15.157448 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:15.157812 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Checking segment: {'id': 'ad48a19a-0b9b-4ace-a305-4719a754c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:15.163491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Bound using segment: {'id': 'ad48a19a-0b9b-4ace-a305-4719a754c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:15.164085 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Bound port: 4122bc49-075f-46ee-9328-771d7f9793d0, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad48a19a-0b9b-4ace-a305-4719a754c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:15.166512 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.182563 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 2, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:15.286088 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:15.286724 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Updating router 073f42e1-be00-441a-9c51-c00f63ad51b6 port 99f8ea4c-e4e8-42ad-99f5-242518fad089 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:15.363074 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.366234 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb478-a41d-41fa-a3c1-8694945880a4 None None] Pushing event updated for resources: {'Port': ['ID=dfa145d0-2c64-4d25-9405-7978970e5407,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:15.427277 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (6c29ed81-ee12-4805-9bb5-eccfa0138f55), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.549453 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Attempting to bind port dfa145d0-2c64-4d25-9405-7978970e5407 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:15.549828 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Attempting to bind port dfa145d0-2c64-4d25-9405-7978970e5407 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:15.565147 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Attempting to bind port dfa145d0-2c64-4d25-9405-7978970e5407 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:15.589434 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:15.589434 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:15.593077 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.593077 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Bound using segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:15.593319 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Bound port: dfa145d0-2c64-4d25-9405-7978970e5407, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:15.593881 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.641605 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] For port 4122bc49-075f-46ee-9328-771d7f9793d0, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:15.686399 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (ceb9f3c2-caaf-4db6-8fb3-5dd3c8f5cac5), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.702153 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.785990 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (ceb9f3c2-caaf-4db6-8fb3-5dd3c8f5cac5), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.847740 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] For port dfa145d0-2c64-4d25-9405-7978970e5407, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:15.857246 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] For port dfa145d0-2c64-4d25-9405-7978970e5407, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=dfa145d0-2c64-4d25-9405-7978970e5407,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:15.894195 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb9f3c2-caaf-4db6-8fb3-5dd3c8f5cac5,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:15.900868 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.902950 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4567ba32-1310-475b-8523-cbcf9efa3933 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9320650 May 17 22:09:15.916409 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37854) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:15.926508 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks [] for port (ed829fc1-2802-4d26-868e-574ad7ece397), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:15.932910 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:15.963511 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.014243 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.027636 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] For port 4122bc49-075f-46ee-9328-771d7f9793d0, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4122bc49-075f-46ee-9328-771d7f9793d0,segment=NetworkSegment(ad48a19a-0b9b-4ace-a305-4719a754c4bf),segment_id=ad48a19a-0b9b-4ace-a305-4719a754c4bf)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:16.070688 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.114379 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d1e4d-dabf-407b-8395-ed22a34eb1e7 req-c353d86f-fca8-492b-b9cf-5ee0f86d6942 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:16.125266 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-687d1e4d-dabf-407b-8395-ed22a34eb1e7 req-c353d86f-fca8-492b-b9cf-5ee0f86d6942 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.4305785 May 17 22:09:16.160512 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb478-a41d-41fa-a3c1-8694945880a4 None None] Pushing event updated for resources: {'Port': ['ID=dfa145d0-2c64-4d25-9405-7978970e5407,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:16.168856 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (6c29ed81-ee12-4805-9bb5-eccfa0138f55), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.176969 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.201856 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:16.207094 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:16.323678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (6c29ed81-ee12-4805-9bb5-eccfa0138f55), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.338529 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d1523dc8-451c-4976-8585-e8e55720dcb9 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:16.431817 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.27.2.10 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/e5fec9e6-641e-454a-aa6e-b24f5ec83055) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:16.434815 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:16.438068 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.439413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.441026 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/4122bc49-075f-46ee-9328-771d7f9793d0 HTTP/1.1" status: 200 len: 1093 time: 4.4745049 May 17 22:09:16.475223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ecc557-2ee5-4581-aace-b8de718753a6', 'tag': '4122bc49-075f-46ee-9328-771d7f9793d0'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:16.486971 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] Provisioning complete for port dfa145d0-2c64-4d25-9405-7978970e5407 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:16.495809 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:16.497357 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.543458 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c29ed81-ee12-4805-9bb5-eccfa0138f55,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:16.561109 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-687d1e4d-dabf-407b-8395-ed22a34eb1e7 req-2ab66ac3-c1a0-4910-a240-99fd008296c5 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295290 May 17 22:09:16.563585 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc8477-6520-4f0a-bdd2-24c7ed1bd1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4122bc49-075f-46ee-9328-771d7f9793d0,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:16.601683 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=ed829fc1-2802-4d26-868e-574ad7ece397,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:16.709497 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:16.730408 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-0b6eba07-abb0-4129-ace5-45bc72d4c0e5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6277118 May 17 22:09:16.757856 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37868) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:16.774573 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'security_group_rule': {'security_group_id': 'a99d5dcc-2b42-4f01-813b-4a774871f580', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:16.878651 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f" -d '{"events": [{"name": "network-changed", "server_uuid": "58ecc557-2ee5-4581-aace-b8de718753a6", "tag": "4122bc49-075f-46ee-9328-771d7f9793d0"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:16.900909 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-7eaf7e3c-0b0c-4900-b400-50e874f32394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:16.912403 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-7eaf7e3c-0b0c-4900-b400-50e874f32394 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d2df1e983894585869358afcafd0fb5&device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 1127 time: 0.2991166 May 17 22:09:17.008497 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port d1523dc8-451c-4976-8585-e8e55720dcb9 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:17.011664 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.089532 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (93b6dc72-bde2-4637-8175-e54ab26aa5bc), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.200295 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] Current status of the port dfa145d0-2c64-4d25-9405-7978970e5407 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:17.201325 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.220552 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-c4a62882-031c-468b-9167-d576712c53f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4122bc49-075f-46ee-9328-771d7f9793d0 HTTP/1.1" status: 200 len: 217 time: 0.2867515 May 17 22:09:17.250282 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:15Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:17.289339 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.296927 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4761f2-010b-4f2a-b56d-125ca6d28425 None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:15Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:17.335391 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:17.352016 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:17.392249 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Publish callbacks [] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.397066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69257169-4c4a-47ac-8951-f4dec9e61d8a x-openstack-request-id: req-69257169-4c4a-47ac-8951-f4dec9e61d8a {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:17.397515 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ecc557-2ee5-4581-aace-b8de718753a6", "tag": "4122bc49-075f-46ee-9328-771d7f9793d0", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:17.397965 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69257169-4c4a-47ac-8951-f4dec9e61d8a {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:17.398495 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69257169-4c4a-47ac-8951-f4dec9e61d8a'] response: {'name': 'network-changed', 'server_uuid': '58ecc557-2ee5-4581-aace-b8de718753a6', 'tag': '4122bc49-075f-46ee-9328-771d7f9793d0', 'status': 'completed', 'code': 200} May 17 22:09:17.414336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79598533-937c-4d38-a325-dad900e835b5 req-88fe8ce4-c349-4f52-8462-1714e4b7044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:17.424774 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-88fe8ce4-c349-4f52-8462-1714e4b7044c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37c56eb7-4a0d-4698-bdc1-2923c714ad68 HTTP/1.1" status: 200 len: 851 time: 0.1873534 May 17 22:09:17.501756 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.532825 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (93b6dc72-bde2-4637-8175-e54ab26aa5bc), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.581130 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.623348 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-707097e1-c3ed-45be-b699-d1f4ecb2cba4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675777 May 17 22:09:17.659525 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (93b6dc72-bde2-4637-8175-e54ab26aa5bc), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.887954 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] For port dfa145d0-2c64-4d25-9405-7978970e5407, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=dfa145d0-2c64-4d25-9405-7978970e5407,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:17.893063 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port d1523dc8-451c-4976-8585-e8e55720dcb9 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:17.894956 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:17.925769 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e6756-56ff-4ac6-9d54-067446fe652b None None] Pushing event updated for resources: {'Port': ['ID=99f8ea4c-e4e8-42ad-99f5-242518fad089,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:17.963591 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83932-0804-40ca-9735-e7a13630c6ec req-d617fa53-8ef2-4531-a4ec-abc9782fc1e9 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:17.973588 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fcd83932-0804-40ca-9735-e7a13630c6ec req-d617fa53-8ef2-4531-a4ec-abc9782fc1e9 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.2478926 May 17 22:09:18.028849 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.064843 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.066942 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3080809 May 17 22:09:18.073105 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port d1523dc8-451c-4976-8585-e8e55720dcb9, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d1523dc8-451c-4976-8585-e8e55720dcb9,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:18.079553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 37906) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:18.084361 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020947dc-840e-450f-a26f-772f844e5a11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b6dc72-bde2-4637-8175-e54ab26aa5bc,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:18.101118 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:18.111531 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-09a86881-5a51-410b-81cb-7ad9f908edbf service neutron] 10.222.0.52 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612687 May 17 22:09:18.173808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.199715 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.203202 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9c94fa77-4c11-449c-a038-96562c119662 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:18.284974 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fcd83932-0804-40ca-9735-e7a13630c6ec req-f4d69ea1-6a1c-4a0f-83b0-de4081c5d4f3 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994716 May 17 22:09:18.311837 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.338473 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Provisioning complete for port 99f8ea4c-e4e8-42ad-99f5-242518fad089 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:18.342064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.417676 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79598533-937c-4d38-a325-dad900e835b5 req-c58bdc54-5d2c-4681-a1ac-22890c7408fd service neutron] 10.222.0.52 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792444 May 17 22:09:18.437620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.438490 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Port 99f8ea4c-e4e8-42ad-99f5-242518fad089 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:18.443805 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Attempting to bind port 99f8ea4c-e4e8-42ad-99f5-242518fad089 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:18.444228 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Attempting to bind port 99f8ea4c-e4e8-42ad-99f5-242518fad089 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:18.444776 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Attempting to bind port 99f8ea4c-e4e8-42ad-99f5-242518fad089 on network b4c55ac9-e586-497b-b788-2ee3d019ca2d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:18.491332 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:18.492752 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Checking segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:18.493762 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.494731 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Bound using segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:18.495803 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Bound port: 99f8ea4c-e4e8-42ad-99f5-242518fad089, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:18.496194 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.524628 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096f18a-5c6c-4baf-92d8-07ab28240e1f None None] Pushing event updated for resources: {'Port': ['ID=dfa145d0-2c64-4d25-9405-7978970e5407,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:18.540630 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Provisioning complete for port dfa145d0-2c64-4d25-9405-7978970e5407 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:18.541000 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:18.568539 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:09:18.580502 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:18.603006 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:18.625539 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:18.674895 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37916) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:18.714498 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=e5fec9e6-641e-454a-aa6e-b24f5ec83055,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:18.739405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-4334c8a9-c4d0-4c36-9eb5-287950dc8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:18.749017 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Allocated IP 172.27.2.156 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/be2ddffb-4c05-4230-a6ea-269315aa7822) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:18.749677 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-4334c8a9-c4d0-4c36-9eb5-287950dc8f85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d2df1e983894585869358afcafd0fb5&device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 1127 time: 0.1192515 May 17 22:09:18.798381 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 9c94fa77-4c11-449c-a038-96562c119662 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:18.807176 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9c94fa77-4c11-449c-a038-96562c119662), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.035283 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=d1523dc8-451c-4976-8585-e8e55720dcb9,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:19.047853 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] For port 99f8ea4c-e4e8-42ad-99f5-242518fad089, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:19.061214 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] For port 99f8ea4c-e4e8-42ad-99f5-242518fad089, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=99f8ea4c-e4e8-42ad-99f5-242518fad089,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:19.139515 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 9c94fa77-4c11-449c-a038-96562c119662 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:19.139900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c94fa77-4c11-449c-a038-96562c119662), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.160626 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.172962 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 9c94fa77-4c11-449c-a038-96562c119662, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=9c94fa77-4c11-449c-a038-96562c119662,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:19.209119 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Current status of the port dfa145d0-2c64-4d25-9405-7978970e5407 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:19.211330 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.226768 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Provisioning complete for port ed829fc1-2802-4d26-868e-574ad7ece397 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:19.232040 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.270340 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b79b3cd8-c130-4ac0-9966-0b06cf788717 None None] Port ed829fc1-2802-4d26-868e-574ad7ece397 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:19.290700 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:19.290961 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-b0350099-dc80-4463-89be-e5c9777a86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:19.295937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:19.296226 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-b0350099-dc80-4463-89be-e5c9777a86db service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 HTTP/1.1" status: 200 len: 912 time: 0.5114815 May 17 22:09:19.354694 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (1126f243-d3d8-4646-8003-3de41493ca07), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.372363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.374836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c94fa77-4c11-449c-a038-96562c119662), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.376226 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e234460f-1141-4086-93d0-6b6a8c593b4d up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:19.435214 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-2b86c9db-ffc7-4340-8535-0f6b5371135a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4122bc49-075f-46ee-9328-771d7f9793d0 HTTP/1.1" status: 200 len: 217 time: 0.1301332 May 17 22:09:19.485234 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:19.487709 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1935fc9-12aa-4652-91dc-17f15ee12f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.491292 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:09:19.503844 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'Port': ['ID=be2ddffb-4c05-4230-a6ea-269315aa7822,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:19.506344 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:19.528688 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fbd14f95-1d46-4dd1-9854-cb490091e8bc admin admin] 10.222.0.24 "PUT /v2.0/routers/eb2bc6d1-9cf5-4275-8b8c-6383a5f37504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1779206 May 17 22:09:19.557782 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:19.566220 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e6756-56ff-4ac6-9d54-067446fe652b None None] Pushing event updated for resources: {'Port': ['ID=99f8ea4c-e4e8-42ad-99f5-242518fad089,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:19.581702 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Sync routers for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:09:19.654233 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:19.716379 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (e513efed-e09f-428b-8bc6-a6f56442a146), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.795545 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:19.840103 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-3b5d8476-b840-4480-aeb6-b0fe69570b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:19.845257 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-3b5d8476-b840-4480-aeb6-b0fe69570b26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37c56eb7-4a0d-4698-bdc1-2923c714ad68 HTTP/1.1" status: 200 len: 851 time: 0.3828411 May 17 22:09:19.862411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb8c53-972e-4a12-92e6-4433bf52f1ce req-647e6711-403d-48d4-8f41-29d52e16f30c tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:19.888021 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7ffb8c53-972e-4a12-92e6-4433bf52f1ce req-647e6711-403d-48d4-8f41-29d52e16f30c tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.3033228 May 17 22:09:20.021196 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Allocated IP 172.27.2.175 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/bd3012f9-b0dd-4395-b0d9-32afaccd4728) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:20.021382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:20.021382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:20.021546 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.050666 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=9c94fa77-4c11-449c-a038-96562c119662,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:20.167558 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-0a7d2f9e-0025-4912-b4bb-2650d0bd8f28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734387 May 17 22:09:20.198141 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7ffb8c53-972e-4a12-92e6-4433bf52f1ce req-bbafa2c8-dbc1-44cd-b4df-2b0533df3e4f tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049273 May 17 22:09:20.233058 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port e234460f-1141-4086-93d0-6b6a8c593b4d triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:20.233454 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.267612 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] Provisioning complete for port 99f8ea4c-e4e8-42ad-99f5-242518fad089 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:20.268020 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.390482 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1935fc9-12aa-4652-91dc-17f15ee12f72 admin admin] Publish callbacks [] for security_group (520decd9-8d5e-4f1c-93e8-97e78522c069), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.422311 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.532624 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1935fc9-12aa-4652-91dc-17f15ee12f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (520decd9-8d5e-4f1c-93e8-97e78522c069), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.548213 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.591168 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:20.636626 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e1935fc9-12aa-4652-91dc-17f15ee12f72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21f0cc2426ff462e8f8c71ad302296b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9578404 May 17 22:09:20.643320 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 37972) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:20.681067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935fc9-12aa-4652-91dc-17f15ee12f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520decd9-8d5e-4f1c-93e8-97e78522c069,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:20.727885 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'Port': ['ID=be2ddffb-4c05-4230-a6ea-269315aa7822,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:20.750565 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.777980 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-b20a297d-94b6-412b-b012-263abafc6f59 service neutron] 10.222.0.52 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720413 May 17 22:09:20.795647 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (e513efed-e09f-428b-8bc6-a6f56442a146), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:20.813989 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:20.815402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-ea05d05d-740b-4c3a-82d7-bfce8ac08d16 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:20.822585 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-ea05d05d-740b-4c3a-82d7-bfce8ac08d16 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 819 time: 0.4987662 May 17 22:09:20.874551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-59c9b2ed-2714-4ac9-a35a-47843aa48088 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/quotas/7a0d6701b5d5441eb7eaf815d273d4d9 HTTP/1.1" status: 200 len: 375 time: 0.0510249 May 17 22:09:20.944591 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fb387-c243-4b4b-9960-e286171cdfd9 None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:20.978507 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port e234460f-1141-4086-93d0-6b6a8c593b4d is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:20.979915 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a75dbd60-fc17-47d0-9286-2cd235a6f7c8 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:21.023535 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-f47b25d7-50ba-458b-82cd-816c0fe305f9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478021 May 17 22:09:21.074268 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.097032 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] Current status of the port 99f8ea4c-e4e8-42ad-99f5-242518fad089 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:21.098029 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.143778 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.156183 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a3f339-ae8a-46ec-b0ac-46b502f0f12f req-2f03a6ca-b758-4442-a14e-9dc8ce4928be service neutron] 10.222.0.52 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630407 May 17 22:09:21.157482 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'Port': ['ID=bd3012f9-b0dd-4395-b0d9-32afaccd4728,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:21.181286 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:21.184745 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:21.189523 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:21.192647 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.196052 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3b15b7a3-cb5a-4f88-9520-16354aab4573 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2734523 May 17 22:09:21.200345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:14Z', 'revision_number': 2, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:21.215259 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea15cb39-8a05-45af-aa6c-c19937af0b74 admin admin] Publish callbacks [] for security_group (520decd9-8d5e-4f1c-93e8-97e78522c069), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.264034 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.356348 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Checking router: eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:09:21.356965 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Updating router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 port ed829fc1-2802-4d26-868e-574ad7ece397 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:09:21.509659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] For port 99f8ea4c-e4e8-42ad-99f5-242518fad089, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=99f8ea4c-e4e8-42ad-99f5-242518fad089,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:21.514910 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:21.515635 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.582745 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.587320 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea15cb39-8a05-45af-aa6c-c19937af0b74 admin admin] Publish callbacks [] for security_group (520decd9-8d5e-4f1c-93e8-97e78522c069), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.593669 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa806d-95a8-4445-acce-3ce41570203d req-e2af1ed4-ba7a-4a98-a8fe-d4cfe99ab153 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:21.604176 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0dfa806d-95a8-4445-acce-3ce41570203d req-e2af1ed4-ba7a-4a98-a8fe-d4cfe99ab153 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.2107637 May 17 22:09:21.643675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-44073141-6dd4-40d2-bee5-0ddaac1ced46 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:09:21.648709 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.655129 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-44073141-6dd4-40d2-bee5-0ddaac1ced46 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3396628 May 17 22:09:21.766528 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (1126f243-d3d8-4646-8003-3de41493ca07), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.774499 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=e5fec9e6-641e-454a-aa6e-b24f5ec83055,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:21.887879 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0dfa806d-95a8-4445-acce-3ce41570203d req-43ddb0fd-53ec-4ee7-ac46-0bc19ae2f2c2 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824786 May 17 22:09:21.890383 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea15cb39-8a05-45af-aa6c-c19937af0b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (520decd9-8d5e-4f1c-93e8-97e78522c069), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.893641 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea15cb39-8a05-45af-aa6c-c19937af0b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.898403 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ea15cb39-8a05-45af-aa6c-c19937af0b74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/520decd9-8d5e-4f1c-93e8-97e78522c069 HTTP/1.1" status: 204 len: 168 time: 1.2473533 May 17 22:09:21.917133 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:21.917133 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-363b3428-7c0d-40a6-ac6f-a676b5d76035 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5229018 May 17 22:09:21.963887 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15cb39-8a05-45af-aa6c-c19937af0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520decd9-8d5e-4f1c-93e8-97e78522c069,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:22.191320 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-c2bd7fa0-a33f-4bb6-b6b0-ace9eac14215 service neutron] 10.222.0.24 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317380 May 17 22:09:22.207637 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-8f29b586-af89-45e7-8a18-ee8ac512b623 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1875484990&fields=id&tenant_id=422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 267 time: 0.1614339 May 17 22:09:22.229558 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (456a41a9-a8fa-4048-843d-ef467df0816b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:22.236920 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862bb75-c669-4086-b1b6-c6387a141eb0 None None] Pushing event updated for resources: {'Port': ['ID=99f8ea4c-e4e8-42ad-99f5-242518fad089,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:22.287154 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:22.566508 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:22.659080 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-e3cf164c-d4df-4d38-a1ea-64bfa9fc42ad service neutron] 10.222.0.24 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705143 May 17 22:09:22.667047 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-eb68fff4-917f-4071-af28-c8c2f8c44238 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:22.673544 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-eb68fff4-917f-4071-af28-c8c2f8c44238 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 815 time: 0.4395425 May 17 22:09:22.751987 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-768edcba-bafe-49b3-9bec-f97dab5f39ea tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/quotas/422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 375 time: 0.0774701 May 17 22:09:22.785068 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Publish callbacks [] for port (ed829fc1-2802-4d26-868e-574ad7ece397), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:22.810544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 99f8ea4c-e4e8-42ad-99f5-242518fad089 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:22.880447 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-d0537eef-059c-4b75-be69-84c1110fe9db tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271393 May 17 22:09:22.893584 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 99f8ea4c-e4e8-42ad-99f5-242518fad089 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:22.894086 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:22.935568 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:22.978402 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38040) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:23.005234 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9c62bfbc-9846-4349-bbf0-8e56b3907129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.172229 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cee40-149c-4324-afb3-7ee596562d54 None None] Pushing event updated for resources: {'Port': ['ID=ed829fc1-2802-4d26-868e-574ad7ece397,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:23.210709 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9c62bfbc-9846-4349-bbf0-8e56b3907129 admin admin] Publish callbacks [] for security_group (7d19c407-d6f2-40f3-92d8-543ff4eeb10f), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.212073 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Attempting to bind port ed829fc1-2802-4d26-868e-574ad7ece397 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:23.212445 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Attempting to bind port ed829fc1-2802-4d26-868e-574ad7ece397 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:23.212808 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Attempting to bind port ed829fc1-2802-4d26-868e-574ad7ece397 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:23.230908 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-b00803bb-33bb-4444-852e-f3bab78f6c48 service neutron] 10.222.0.24 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371279 May 17 22:09:23.243031 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:23.243424 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Checking segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:23.243871 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.244293 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Bound using segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:23.244778 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Bound port: ed829fc1-2802-4d26-868e-574ad7ece397, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:23.245325 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.298209 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9c62bfbc-9846-4349-bbf0-8e56b3907129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (7d19c407-d6f2-40f3-92d8-543ff4eeb10f), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.351182 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-9c62bfbc-9846-4349-bbf0-8e56b3907129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5678724554af4e2c852b73173fe68bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684907 May 17 22:09:23.352779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] For port ed829fc1-2802-4d26-868e-574ad7ece397, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:23.356996 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] For port ed829fc1-2802-4d26-868e-574ad7ece397, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=ed829fc1-2802-4d26-868e-574ad7ece397,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:23.361617 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 99f8ea4c-e4e8-42ad-99f5-242518fad089 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:23.363039 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d1523dc8-451c-4976-8585-e8e55720dcb9 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:23.364764 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38064) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:23.373942 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-6f4fab44-3347-4913-8c45-757a147d28c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--68589261&fields=id&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 267 time: 0.2119205 May 17 22:09:23.432014 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port d1523dc8-451c-4976-8585-e8e55720dcb9 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:23.432014 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.469516 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62bfbc-9846-4349-bbf0-8e56b3907129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d19c407-d6f2-40f3-92d8-543ff4eeb10f,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:23.498825 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.518495 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6e6aeb7f-9d04-4969-b5a6-c4f5d6ed364f admin admin] Publish callbacks [] for security_group (7d19c407-d6f2-40f3-92d8-543ff4eeb10f), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.552202 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] Provisioning complete for port ed829fc1-2802-4d26-868e-574ad7ece397 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:23.552662 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.554498 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6e6aeb7f-9d04-4969-b5a6-c4f5d6ed364f admin admin] Publish callbacks [] for security_group (7d19c407-d6f2-40f3-92d8-543ff4eeb10f), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.659794 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:09:23.660572 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:23.676023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cee40-149c-4324-afb3-7ee596562d54 None None] Pushing event updated for resources: {'Port': ['ID=ed829fc1-2802-4d26-868e-574ad7ece397,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:23.678737 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.728837 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6e6aeb7f-9d04-4969-b5a6-c4f5d6ed364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (7d19c407-d6f2-40f3-92d8-543ff4eeb10f), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.739779 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6e6aeb7f-9d04-4969-b5a6-c4f5d6ed364f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.743935 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6e6aeb7f-9d04-4969-b5a6-c4f5d6ed364f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d19c407-d6f2-40f3-92d8-543ff4eeb10f HTTP/1.1" status: 204 len: 168 time: 0.3710310 May 17 22:09:23.767858 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:23.778302 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aeb7f-9d04-4969-b5a6-c4f5d6ed364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d19c407-d6f2-40f3-92d8-543ff4eeb10f,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:23.946733 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-077fb709-9886-4061-9f3b-098617ae19b2 service neutron] 10.222.0.24 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174906 May 17 22:09:23.970139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-354108fb-760b-4219-9efe-353485d86adc tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:23.971997 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-354108fb-760b-4219-9efe-353485d86adc tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.5857923 May 17 22:09:23.977223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'Port': ['ID=bd3012f9-b0dd-4395-b0d9-32afaccd4728,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:23.997213 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-38d31db0-e369-4a8a-b849-7b19463d7332 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/quotas/ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 375 time: 0.0146577 May 17 22:09:23.998170 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (456a41a9-a8fa-4048-843d-ef467df0816b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:24.060722 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:09:24.112533 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-7ef05ff9-f15a-4bc0-a91e-e466f1afd42a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983145 May 17 22:09:24.122348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:24.138671 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-520fcc03-9438-481d-8213-a16bb3c18617 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0560369 May 17 22:09:24.266035 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port d1523dc8-451c-4976-8585-e8e55720dcb9 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:24.267091 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9c94fa77-4c11-449c-a038-96562c119662 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:24.349652 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-f900559a-f65e-47fc-801c-1cbe0cfa45ed service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977582 May 17 22:09:24.521147 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d4c8-2f16-44c9-bb2d-4f461ad0131c req-de0a5032-c2b4-402a-8b74-b49275d1f071 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:24.523511 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9e9d4c8-2f16-44c9-bb2d-4f461ad0131c req-de0a5032-c2b4-402a-8b74-b49275d1f071 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.1155846 May 17 22:09:24.599345 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-df2a9cfe-7566-48ce-b08a-8884c88ea19f service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366023 May 17 22:09:24.626306 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9e9d4c8-2f16-44c9-bb2d-4f461ad0131c req-edbfe9de-92d3-42c1-b3bf-4c5e7795d0e7 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939426 May 17 22:09:25.047494 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 9c94fa77-4c11-449c-a038-96562c119662 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:25.048157 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9c94fa77-4c11-449c-a038-96562c119662), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:25.066077 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-55e62bbd-9c99-4a1d-b554-c9d8b7a9620f req-eb3e1f0f-4a23-4e42-abf0-b5d32a226278 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 210 time: 0.3251350 May 17 22:09:25.097487 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:23Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:09:25.161990 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6def519-a06d-4dac-97d6-120510e39154 None None] The sync data for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi is: [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:23Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:09:25.163539 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] Current status of the port ed829fc1-2802-4d26-868e-574ad7ece397 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:25.163925 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:25.168276 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02207b14-fce7-41ab-90a7-3236a5694222 req-1c1ddb48-dee2-4a93-bb23-859f9cd7ddca tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0560827 May 17 22:09:25.338515 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-43685d03-abce-4bec-8852-50c4ea9c9c78 req-73134c5c-1a37-43cf-b89c-85b650b4d1d5 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.1162622 May 17 22:09:25.347547 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] For port ed829fc1-2802-4d26-868e-574ad7ece397, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=ed829fc1-2802-4d26-868e-574ad7ece397,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:25.422545 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 9c94fa77-4c11-449c-a038-96562c119662 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:25.423794 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dfa145d0-2c64-4d25-9405-7978970e5407 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:25.486039 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38146) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:25.494752 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-16a300c7-1813-4803-91b4-3a20ba8c41ea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--787513321&fields=id&tenant_id=fe9b23322633464f975b94a2144fa300 HTTP/1.1" status: 200 len: 267 time: 0.1010058 May 17 22:09:25.545975 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port dfa145d0-2c64-4d25-9405-7978970e5407 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:25.546654 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:25.729641 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:25.829321 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9e728888-7d18-4e52-bec1-ebeeea41595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:25.976006 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-ed60bd99-5c40-4330-af07-409617d7e460 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:25.977963 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-ed60bd99-5c40-4330-af07-409617d7e460 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 810 time: 0.4628627 May 17 22:09:25.992765 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port dfa145d0-2c64-4d25-9405-7978970e5407 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:26.003976 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-f533da65-4008-4fcd-a620-fd0c3b05b78e None None] Provisioning complete for port ed829fc1-2802-4d26-868e-574ad7ece397 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:26.004306 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f533da65-4008-4fcd-a620-fd0c3b05b78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.046506 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9e728888-7d18-4e52-bec1-ebeeea41595b admin admin] Publish callbacks [] for security_group (d781922b-03cd-4420-88ad-b7c4890e2373), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.057841 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-87361aeb-4828-4f8e-ac2d-e3fc494294c6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:26.065469 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-87361aeb-4828-4f8e-ac2d-e3fc494294c6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 819 time: 0.3433328 May 17 22:09:26.091357 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9d131f96-4839-4234-b6cc-717c18c0c879 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/quotas/fe9b23322633464f975b94a2144fa300 HTTP/1.1" status: 200 len: 375 time: 0.1042070 May 17 22:09:26.114584 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a675af-9f33-4cc1-8923-98363839c5b3 None None] Pushing event updated for resources: {'Port': ['ID=ed829fc1-2802-4d26-868e-574ad7ece397,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:26.129526 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9e728888-7d18-4e52-bec1-ebeeea41595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d781922b-03cd-4420-88ad-b7c4890e2373), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.190868 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-e4f22507-4ca4-439e-8484-499afcf83c8e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890803 May 17 22:09:26.202550 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ed829fc1-2802-4d26-868e-574ad7ece397 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:26.219053 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-8aca7b54-7be9-46bb-a9cf-d7ba425e87d5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/quotas/7a0d6701b5d5441eb7eaf815d273d4d9 HTTP/1.1" status: 200 len: 375 time: 0.1520460 May 17 22:09:26.254256 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f533da65-4008-4fcd-a620-fd0c3b05b78e None None] Current status of the port ed829fc1-2802-4d26-868e-574ad7ece397 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:26.291221 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e728888-7d18-4e52-bec1-ebeeea41595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d781922b-03cd-4420-88ad-b7c4890e2373,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:26.309261 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-9e728888-7d18-4e52-bec1-ebeeea41595b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c2f16cf39e7413ab1edbc470dc20176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8221109 May 17 22:09:26.313669 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38180) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:26.388734 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-f2b58360-24ac-47cd-ae60-fb65567e4126 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665978 May 17 22:09:26.507003 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port ed829fc1-2802-4d26-868e-574ad7ece397 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:26.511294 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.515283 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79af6b9a-2cf5-4117-b0fb-2ca00bd6825f admin admin] Publish callbacks [] for security_group (d781922b-03cd-4420-88ad-b7c4890e2373), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.554098 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79af6b9a-2cf5-4117-b0fb-2ca00bd6825f admin admin] Publish callbacks [] for security_group (d781922b-03cd-4420-88ad-b7c4890e2373), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.612751 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port ed829fc1-2802-4d26-868e-574ad7ece397 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:26.613679 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-65438819-7736-41f7-b3d4-0946ebe52965 service neutron] 10.222.0.24 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796742 May 17 22:09:26.621222 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.670104 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-7a49f10e-77d5-45c0-9134-ff07ca6920ba service neutron] 10.222.0.24 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784338 May 17 22:09:26.765846 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79af6b9a-2cf5-4117-b0fb-2ca00bd6825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d781922b-03cd-4420-88ad-b7c4890e2373), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.769619 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79af6b9a-2cf5-4117-b0fb-2ca00bd6825f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:26.770940 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-79af6b9a-2cf5-4117-b0fb-2ca00bd6825f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d781922b-03cd-4420-88ad-b7c4890e2373 HTTP/1.1" status: 204 len: 168 time: 0.4562309 May 17 22:09:26.800357 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af6b9a-2cf5-4117-b0fb-2ca00bd6825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d781922b-03cd-4420-88ad-b7c4890e2373,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:26.801937 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-0a928296-ee36-4359-b37d-08a0bf95ce79 service neutron] 10.222.0.24 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787596 May 17 22:09:26.868917 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-7efc9cbd-6dc1-4fc3-bb6f-3f6825875034 service neutron] 10.222.0.24 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696680 May 17 22:09:27.272375 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0dbd54ff-18e6-490d-b4ec-6968b0df1155 req-56f6160a-c132-4a59-b392-758589503b27 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0468385 May 17 22:09:27.297853 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd8e-fe8b-49b1-9459-9c0e360b13ee req-4d1c9a11-78db-429b-be8e-9ac7ce11403b tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:27.304212 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ebcfd8e-fe8b-49b1-9459-9c0e360b13ee req-4d1c9a11-78db-429b-be8e-9ac7ce11403b tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.1140263 May 17 22:09:27.420239 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ebcfd8e-fe8b-49b1-9459-9c0e360b13ee req-d884379f-2cfe-4250-a79c-35618560696d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014071 May 17 22:09:27.422277 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5ac3a2e-643f-4042-8171-7aa668dca0fb req-ec430759-ba4f-43a4-b9cd-4486fec01c22 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0461175 May 17 22:09:27.500377 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3a02648-8127-462e-a67f-e5ed39284861 req-104e0738-f4a9-4539-a3d0-8d9988d41816 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 210 time: 0.0320764 May 17 22:09:27.545619 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4e7b4833-a058-4c17-8180-7ba78d65423f req-0de3e2e1-8663-47c8-88b3-18d4137adb8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.0434055 May 17 22:09:27.655456 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38226) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:27.669385 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c20fda98-7eb4-4060-a990-e9ffae3ff7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:27.752196 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c20fda98-7eb4-4060-a990-e9ffae3ff7b6 admin admin] Publish callbacks [] for security_group (8ac9382c-d66d-40d2-87a7-28df151fae08), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:27.859513 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c20fda98-7eb4-4060-a990-e9ffae3ff7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8ac9382c-d66d-40d2-87a7-28df151fae08), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:27.912293 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c20fda98-7eb4-4060-a990-e9ffae3ff7b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c66df6e88db4fe0a02ecf642edbb5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556915 May 17 22:09:27.914588 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fda98-7eb4-4060-a990-e9ffae3ff7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac9382c-d66d-40d2-87a7-28df151fae08,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:27.915562 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 38238) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:27.976404 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7602-e466-4621-a5f0-95115e7b165b admin admin] Publish callbacks [] for security_group (8ac9382c-d66d-40d2-87a7-28df151fae08), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:28.007600 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7602-e466-4621-a5f0-95115e7b165b admin admin] Publish callbacks [] for security_group (8ac9382c-d66d-40d2-87a7-28df151fae08), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:28.110463 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ed829fc1-2802-4d26-868e-574ad7ece397 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:28.180763 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7602-e466-4621-a5f0-95115e7b165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8ac9382c-d66d-40d2-87a7-28df151fae08), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:28.186720 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7602-e466-4621-a5f0-95115e7b165b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:28.190619 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cf2d7602-e466-4621-a5f0-95115e7b165b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ac9382c-d66d-40d2-87a7-28df151fae08 HTTP/1.1" status: 204 len: 168 time: 0.2740228 May 17 22:09:28.198335 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port ed829fc1-2802-4d26-868e-574ad7ece397 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:28.198747 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:28.215844 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d7602-e466-4621-a5f0-95115e7b165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac9382c-d66d-40d2-87a7-28df151fae08,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:28.347655 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port ed829fc1-2802-4d26-868e-574ad7ece397 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:28.416329 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7500fe1-3878-4038-aa2a-c913fc9ecdd9 req-b65776df-1494-48d7-a873-c137b0d5b887 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0283146 May 17 22:09:28.610452 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-277a46ed-e283-4690-b5de-24183b453458 req-46e3503c-3b4d-4047-9dd5-81a874c6e43c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0666466 May 17 22:09:28.646355 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525f237-5150-44dd-bd96-725d88d67e93 req-9d261631-410b-45f6-b292-aa5b60f18a55 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:28.653247 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d525f237-5150-44dd-bd96-725d88d67e93 req-9d261631-410b-45f6-b292-aa5b60f18a55 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.1472003 May 17 22:09:28.714032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a70a043-aef5-4f5d-b73d-aa375d782152 req-a84e010f-a318-417e-93b5-586eeaa89930 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 210 time: 0.0411129 May 17 22:09:28.763490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-a6caa199-07d7-4aa1-8325-a41e8d45aa5c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:28.765539 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-a6caa199-07d7-4aa1-8325-a41e8d45aa5c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 819 time: 0.2747455 May 17 22:09:28.772670 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38278) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:28.800877 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d525f237-5150-44dd-bd96-725d88d67e93 req-ae6d654f-f3ac-4811-a85b-78eaba98aa6c tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364026 May 17 22:09:28.854913 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'port': {'device_id': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'admin_state_up': True, 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:28.899886 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-89f2bb9a-6954-4f7b-a325-2419b976cb20 req-89f3ee3b-7ab1-4cba-8a63-1717fd77bd64 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.0974491 May 17 22:09:28.916640 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8fca410-f78b-4908-b0a8-0357a863ce00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.031937 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8fca410-f78b-4908-b0a8-0357a863ce00 admin admin] Publish callbacks [] for security_group (6e219aa1-1dae-44c1-b213-2be9dfdbe9e3), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.099743 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Made reservation on behalf of 7a0d6701b5d5441eb7eaf815d273d4d9 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:29.101902 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8fca410-f78b-4908-b0a8-0357a863ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (6e219aa1-1dae-44c1-b213-2be9dfdbe9e3), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.104255 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.149419 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f8fca410-f78b-4908-b0a8-0357a863ce00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c3737a89b52491880532569018a624c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753190 May 17 22:09:29.150797 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fca410-f78b-4908-b0a8-0357a863ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e219aa1-1dae-44c1-b213-2be9dfdbe9e3,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:29.153363 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38296) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:29.242295 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-24c2313c-0364-451d-a408-b860ad8d898c admin admin] Publish callbacks [] for security_group (6e219aa1-1dae-44c1-b213-2be9dfdbe9e3), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.247239 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.52', 56083) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:29.316289 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Allocated IP 172.20.0.12 (b394d145-5e4c-4ff3-9a9e-324cf4600d03/c6dd094f-6d1e-4569-9c79-65117524018a/43990b62-6cdf-4ffd-9e88-4f471ea665e1) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:29.324537 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-24c2313c-0364-451d-a408-b860ad8d898c admin admin] Publish callbacks [] for security_group (6e219aa1-1dae-44c1-b213-2be9dfdbe9e3), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.559354 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-fd20f085-e013-4dac-a626-cf65fad307b7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:29.560829 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-fd20f085-e013-4dac-a626-cf65fad307b7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 815 time: 0.3043818 May 17 22:09:29.569737 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-acb5051c-1a2d-4d80-9bcc-d29c2e9555fe req-4069034c-e126-49d4-ba6e-aa351f96f998 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0466499 May 17 22:09:29.578165 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-24c2313c-0364-451d-a408-b860ad8d898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (6e219aa1-1dae-44c1-b213-2be9dfdbe9e3), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.582282 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-24c2313c-0364-451d-a408-b860ad8d898c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.582613 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.586985 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-24c2313c-0364-451d-a408-b860ad8d898c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e219aa1-1dae-44c1-b213-2be9dfdbe9e3 HTTP/1.1" status: 204 len: 168 time: 0.4291024 May 17 22:09:29.594807 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2313c-0364-451d-a408-b860ad8d898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e219aa1-1dae-44c1-b213-2be9dfdbe9e3,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:29.734623 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2c6d60c8-ff40-4b58-8bd1-0f822b6af6ae req-593e0a4b-a0c0-41a4-a92a-c7f5a3160fa6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0345180 May 17 22:09:29.735585 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:29.759047 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 4122bc49-075f-46ee-9328-771d7f9793d0 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:09:29.797039 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'Port': ['ID=43990b62-6cdf-4ffd-9e88-4f471ea665e1,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:29.828225 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:29.830181 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:29.852793 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:30.001182 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-4286a173-1101-4bc9-a436-9419930eab16 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 380 time: 0.1870470 May 17 22:09:30.024162 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 4122bc49-075f-46ee-9328-771d7f9793d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4122bc49-075f-46ee-9328-771d7f9793d0,segment=NetworkSegment(ad48a19a-0b9b-4ace-a305-4719a754c4bf),segment_id=ad48a19a-0b9b-4ace-a305-4719a754c4bf)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:30.039553 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '4122bc49-075f-46ee-9328-771d7f9793d0', 'network_id': '8a62d14a-c66c-4e1f-821e-7071b2d3f6a0', 'port_id': '4122bc49-075f-46ee-9328-771d7f9793d0', 'mac_address': 'fa:16:3e:89:93:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c56eb7-4a0d-4698-bdc1-2923c714ad68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:09:30.060554 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4bde5111-9003-413d-9acf-f210d4a8abc6 req-fb882b99-c53e-472b-b4c6-0df5cddc9d37 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 210 time: 0.1374946 May 17 22:09:30.071037 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'port': {'device_id': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'admin_state_up': True, 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'security_groups': ['5be3bb32-4ac1-4831-b62d-f3b50df49627']}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:30.137173 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 4122bc49-075f-46ee-9328-771d7f9793d0 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:30.137562 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.148866 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:30.151342 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.157373 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4122bc49-075f-46ee-9328-771d7f9793d0 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:30.183173 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adfff3-3467-4df1-a4ec-e3568274f2c9 req-a1542c1e-9ed5-4c6f-9626-63d9679a6a0e tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:30.185012 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-84adfff3-3467-4df1-a4ec-e3568274f2c9 req-a1542c1e-9ed5-4c6f-9626-63d9679a6a0e tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 943 time: 0.2134950 May 17 22:09:30.186009 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 4122bc49-075f-46ee-9328-771d7f9793d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4122bc49-075f-46ee-9328-771d7f9793d0,segment=NetworkSegment(ad48a19a-0b9b-4ace-a305-4719a754c4bf),segment_id=ad48a19a-0b9b-4ace-a305-4719a754c4bf)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:30.267723 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c8c223b-cef8-4f95-a67d-625e7b560069 req-e597201f-ba91-4e4d-a65c-1158c5033718 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.0772109 May 17 22:09:30.268205 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.52', 56088) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:30.274197 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.52', 56089) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:30.279044 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.341802 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-eab3ffad-75cb-43f1-b2c4-25aa08eb2ce7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4934068 May 17 22:09:30.342067 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-87ef36ce-e095-4b28-b3d6-ac7cf9ef80f9 None None] Provisioning complete for port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:30.343023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87ef36ce-e095-4b28-b3d6-ac7cf9ef80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.384807 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Made reservation on behalf of 422158a05bcb44c8917cf1a6408cd7ad for: {'port': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:30.391568 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.403434 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=4122bc49-075f-46ee-9328-771d7f9793d0,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:30.410124 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-87ef36ce-e095-4b28-b3d6-ac7cf9ef80f9 None None] Port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:30.421702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Request body: {'port': {'device_id': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:30.529285 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['4122bc49-075f-46ee-9328-771d7f9793d0'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:09:30.542646 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-84adfff3-3467-4df1-a4ec-e3568274f2c9 req-8376a790-965d-438e-b8f4-0ea4d9d88fe3 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265507 May 17 22:09:30.562669 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38342) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:30.575242 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-b61c8f73-5f59-4cfc-bb11-f749846b8983 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:30.578211 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-b61c8f73-5f59-4cfc-bb11-f749846b8983 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 819 time: 0.3017883 May 17 22:09:30.607135 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'port': {'device_id': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'admin_state_up': True, 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:30.616291 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3008-5481-4b34-8ba5-dbc42242caaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.665513 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.704258 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-6f500783-b44f-43db-b458-37020dd761d3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:30.706213 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-6f500783-b44f-43db-b458-37020dd761d3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.3884783 May 17 22:09:30.793294 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9065278a-cc12-4da1-afc8-25a432f17f76 req-447eb50a-2f72-479b-84bf-d1725bd6bacc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.1217694 May 17 22:09:30.871312 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Allocated IP 172.20.0.11 (9a32e06d-55b9-408a-a0d4-94ee7082349b/10a29eac-6944-4356-aa5d-6e947c1b195e/501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:30.871312 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3008-5481-4b34-8ba5-dbc42242caaf admin admin] Publish callbacks [] for security_group (5a18ca2c-d1c9-4079-94fa-de18404414df), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:30.871312 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.52', 56090) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:31.064485 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-2d09c0fc-a499-4ced-9f27-8a10ed2b9d60 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:31.065949 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-2d09c0fc-a499-4ced-9f27-8a10ed2b9d60 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 810 time: 0.2244935 May 17 22:09:31.123571 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ce9144a4-5a2f-4848-a87c-b6d340f0dfc1 req-b878c424-b475-40ee-9429-04a7f1d0157e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0617933 May 17 22:09:31.125102 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.229949 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-3d914791-0ac3-4ea9-abd7-a4b6ed12731b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 378 time: 0.5043786 May 17 22:09:31.248338 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0b74b539-9f79-4f32-9988-06efcea7e596 req-68a92e81-e6e9-4d46-bf13-cd15e8d964c0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 210 time: 0.0637255 May 17 22:09:31.427996 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-566ac207-9d13-410e-8441-22fa7bcbc6e8 req-44ea31f6-f857-4257-9480-0d9832db8fe4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.0750093 May 17 22:09:31.524611 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43990b62-6cdf-4ffd-9e88-4f471ea665e1 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:31.532115 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Publish callbacks [] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.545783 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Transition to ACTIVE for port object 43990b62-6cdf-4ffd-9e88-4f471ea665e1 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:09:31.629143 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e2c421d-acb7-4400-9570-40e82204ccb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.630131 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.632390 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3008-5481-4b34-8ba5-dbc42242caaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5a18ca2c-d1c9-4079-94fa-de18404414df), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.640685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Made reservation on behalf of 7a0d6701b5d5441eb7eaf815d273d4d9 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:31.644744 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.672319 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae95c-03d6-46c3-b84b-5ff5ceb1d561 req-4b5374dc-1a98-464b-be34-cb78d51d2b6f tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:31.673806 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc8ae95c-03d6-46c3-b84b-5ff5ceb1d561 req-4b5374dc-1a98-464b-be34-cb78d51d2b6f tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 944 time: 0.0689731 May 17 22:09:31.703144 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:31.751168 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:31.754024 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ca4a3008-5481-4b34-8ba5-dbc42242caaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2577c84ec4124b7eb56347d184737014&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1896861 May 17 22:09:31.760611 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a3008-5481-4b34-8ba5-dbc42242caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18ca2c-d1c9-4079-94fa-de18404414df,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:31.763033 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38370) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:31.781442 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:31.781442 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:31.789998 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:31.827980 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc8ae95c-03d6-46c3-b84b-5ff5ceb1d561 req-9ca434eb-27e0-4755-b81c-a0d68cb51a79 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465266 May 17 22:09:31.869903 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Pushing event updated for resources: {'Port': ['ID=43990b62-6cdf-4ffd-9e88-4f471ea665e1,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:31.973006 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Allocated IP 172.20.0.5 (b394d145-5e4c-4ff3-9a9e-324cf4600d03/c6dd094f-6d1e-4569-9c79-65117524018a/2f43fb3e-b8f4-499d-888d-e9a598121d47) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:32.072599 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:32.073245 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.078043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c481fa-023d-490c-b3e4-8b0d21615d38 req-9dbd3b17-41f8-412f-b075-ccb5bc1e30b6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:32.080296 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3c481fa-023d-490c-b3e4-8b0d21615d38 req-9dbd3b17-41f8-412f-b075-ccb5bc1e30b6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 932 time: 0.0921352 May 17 22:09:32.085303 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Attempting to bind port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:32.085632 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Attempting to bind port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:32.086116 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Attempting to bind port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:32.093133 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-63c32b5a-31db-4a1a-9095-da65701b1529 admin admin] Publish callbacks [] for security_group (5a18ca2c-d1c9-4079-94fa-de18404414df), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.108483 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:09:32.108786 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Attempting to bind port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:32.125461 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-63c32b5a-31db-4a1a-9095-da65701b1529 admin admin] Publish callbacks [] for security_group (5a18ca2c-d1c9-4079-94fa-de18404414df), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.135451 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:32.135702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Checking segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:32.136086 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Bound using segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:32.136530 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Bound port: 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:32.136925 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.147333 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-d8e2d105-ca7b-475e-b8e3-b272fe2dd210 None None] Provisioning complete for port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:32.148689 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d105-ca7b-475e-b8e3-b272fe2dd210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.203554 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2d105-ca7b-475e-b8e3-b272fe2dd210 None None] Port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:32.219551 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a8f46ca0-6f4a-4a38-9498-35cba9c7eb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1548526 May 17 22:09:32.242626 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-63c32b5a-31db-4a1a-9095-da65701b1529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5a18ca2c-d1c9-4079-94fa-de18404414df), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.245357 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-63c32b5a-31db-4a1a-9095-da65701b1529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.246459 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-63c32b5a-31db-4a1a-9095-da65701b1529 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a18ca2c-d1c9-4079-94fa-de18404414df HTTP/1.1" status: 204 len: 168 time: 0.4753520 May 17 22:09:32.259542 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c32b5a-31db-4a1a-9095-da65701b1529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18ca2c-d1c9-4079-94fa-de18404414df,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:32.304183 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2baf3605-05e7-4c5b-b5f3-601eb37db00b req-0c3dca81-ee8a-4102-aad3-63234a89338c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0637221 May 17 22:09:32.307352 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3c481fa-023d-490c-b3e4-8b0d21615d38 req-b60cc785-3dce-419b-a79a-1169d022d792 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124496 May 17 22:09:32.359797 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] For port 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:32.380417 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.422349 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:09:32.423515 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] For port 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:32.429303 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dc4a81cf-cc88-4f5c-8279-d3e8bd28e335 req-d89ebffc-18c0-48a7-90e3-144c62c73afc tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 210 time: 0.0407104 May 17 22:09:32.528822 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.534324 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15e2f57e-f6bf-49ee-a573-50eda31432b0 req-7de6d7e1-6505-4b19-87c7-c69bcc162e0e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.0334244 May 17 22:09:32.538126 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.577111 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:32.577733 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.579123 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] 10.222.0.52 "PUT /v2.0/ports/43990b62-6cdf-4ffd-9e88-4f471ea665e1 HTTP/1.1" status: 200 len: 1094 time: 2.1756687 May 17 22:09:32.579552 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'tag': '43990b62-6cdf-4ffd-9e88-4f471ea665e1'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:32.581772 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03291488-0945-4a0c-87b3-9a9264e4402e" -d '{"events": [{"name": "network-changed", "server_uuid": "485c3cc1-ede2-4e51-ac41-c00abe07926e", "tag": "43990b62-6cdf-4ffd-9e88-4f471ea665e1"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:32.614142 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:32.618510 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:32.626898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f393b7-1f87-4534-bc53-0bb9e782c821 service neutron] Pushing event updated for resources: {'Port': ['ID=43990b62-6cdf-4ffd-9e88-4f471ea665e1,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:32.635707 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:32.643301 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544ca87b-ef6b-469b-b067-6d02ee7bebc2 x-openstack-request-id: req-544ca87b-ef6b-469b-b067-6d02ee7bebc2 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:32.643301 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485c3cc1-ede2-4e51-ac41-c00abe07926e", "tag": "43990b62-6cdf-4ffd-9e88-4f471ea665e1", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:32.643301 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-544ca87b-ef6b-469b-b067-6d02ee7bebc2 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:32.643602 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544ca87b-ef6b-469b-b067-6d02ee7bebc2'] response: {'name': 'network-changed', 'server_uuid': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'tag': '43990b62-6cdf-4ffd-9e88-4f471ea665e1', 'status': 'completed', 'code': 200} May 17 22:09:32.726587 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:32.727258 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:32.731062 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'Port': ['ID=2f43fb3e-b8f4-499d-888d-e9a598121d47,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:32.847473 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-6f32ea44-f69d-4c5e-8409-ede2189305e3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2464035 May 17 22:09:32.972189 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98f25f-6927-49b5-931b-a211eb306e10 req-f2d68e40-3f16-4760-a73e-c715aaaa69ea tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:32.973979 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a98f25f-6927-49b5-931b-a211eb306e10 req-f2d68e40-3f16-4760-a73e-c715aaaa69ea tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 944 time: 0.0532274 May 17 22:09:32.993836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-0e125cdc-87f3-457c-9fbc-0f7cba1b8df5 None None] Provisioning complete for port 2f43fb3e-b8f4-499d-888d-e9a598121d47 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:32.994339 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e125cdc-87f3-457c-9fbc-0f7cba1b8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:33.031153 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0e125cdc-87f3-457c-9fbc-0f7cba1b8df5 None None] Port 2f43fb3e-b8f4-499d-888d-e9a598121d47 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:33.037767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a98f25f-6927-49b5-931b-a211eb306e10 req-56cc1ef1-d109-4a96-bd4a-d68e0e12041e tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 May 17 22:09:33.449604 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-30f76b7b-4e82-4570-bac6-9ac68266def1 req-e3621159-e4fd-4465-80f9-3468bf234b3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0450475 May 17 22:09:33.463455 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f429cf-d09a-469b-a77f-a202def80484 req-6991a4dc-6967-4f97-951d-ed0d0c3d33d5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:33.465146 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76f429cf-d09a-469b-a77f-a202def80484 req-6991a4dc-6967-4f97-951d-ed0d0c3d33d5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 932 time: 0.0709045 May 17 22:09:33.547904 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76f429cf-d09a-469b-a77f-a202def80484 req-1810715e-daca-4337-9c88-5e9a31cf3a70 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760226 May 17 22:09:33.559556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Request body: {'port': {'device_id': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:33.576303 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'port': {'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'admin_state_up': True, 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'security_groups': ['e4a88fd7-b022-4062-9114-f5febbe97829']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:33.578741 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Request body: {'port': {'device_id': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:33.656281 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9adbec3c-979b-4f80-844a-9761e5de57f7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9b23322633464f975b94a2144fa300 HTTP/1.1" status: 200 len: 379 time: 0.1321690 May 17 22:09:33.693511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 4122bc49-075f-46ee-9328-771d7f9793d0 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:33.706728 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:33.754894 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0797d-b933-4230-9bcd-0e3c474b3a88 req-ea6b316b-b7cd-42e6-8484-6ab1cd346891 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:33.756904 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a0e0797d-b933-4230-9bcd-0e3c474b3a88 req-ea6b316b-b7cd-42e6-8484-6ab1cd346891 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 931 time: 0.2079432 May 17 22:09:33.839413 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a12e9364-57d5-4c40-8c3e-b173ac3f383a req-6eb871ec-533b-4ed2-873c-067909508deb tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.1164649 May 17 22:09:33.865183 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291488-0945-4a0c-87b3-9a9264e4402e req-8b227fc0-0ccf-4b3a-94a4-eee99d034ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:33.867044 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03291488-0945-4a0c-87b3-9a9264e4402e req-8b227fc0-0ccf-4b3a-94a4-eee99d034ebf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1128 time: 0.2395990 May 17 22:09:33.909662 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 4122bc49-075f-46ee-9328-771d7f9793d0 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:09:33.911925 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:33.918412 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'port': {'device_id': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'admin_state_up': True, 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'security_groups': ['a99d5dcc-2b42-4f01-813b-4a774871f580']}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:33.997529 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a0e0797d-b933-4230-9bcd-0e3c474b3a88 req-daf666b5-a941-4194-831d-0d43e9ae6c45 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696107 May 17 22:09:34.026518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 4122bc49-075f-46ee-9328-771d7f9793d0 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:34.026518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.083345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c41aecf7-d893-423d-9cb2-ca81a987b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.170748 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 4122bc49-075f-46ee-9328-771d7f9793d0 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:34.171456 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.195806 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ecc557-2ee5-4581-aace-b8de718753a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4122bc49-075f-46ee-9328-771d7f9793d0'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:34.222905 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8b63-4a33-4e17-887f-29015f6ccbc8 req-fffb45f1-6337-4688-83d9-3c67dfef56e8 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:34.225593 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-530d8b63-4a33-4e17-887f-29015f6ccbc8 req-fffb45f1-6337-4688-83d9-3c67dfef56e8 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 944 time: 0.0570378 May 17 22:09:34.229966 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Made reservation on behalf of ea0809b61be446a69359b69b50b61710 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:34.233640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.287563 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 4122bc49-075f-46ee-9328-771d7f9793d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4122bc49-075f-46ee-9328-771d7f9793d0,segment=NetworkSegment(ad48a19a-0b9b-4ace-a305-4719a754c4bf),segment_id=ad48a19a-0b9b-4ace-a305-4719a754c4bf)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:34.369732 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Made reservation on behalf of fe9b23322633464f975b94a2144fa300 for: {'port': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:09:34.374114 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.390879 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.402418 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-530d8b63-4a33-4e17-887f-29015f6ccbc8 req-0833b8bd-0a80-49e3-aef9-952b9eaad60d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469233 May 17 22:09:34.427886 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b5a79-1e46-42ba-8ee4-c573916283f5" -d '{"events": [{"server_uuid": "58ecc557-2ee5-4581-aace-b8de718753a6", "name": "network-vif-plugged", "status": "completed", "tag": "4122bc49-075f-46ee-9328-771d7f9793d0"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:34.471879 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=4122bc49-075f-46ee-9328-771d7f9793d0,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:34.552941 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Allocated IP 172.20.0.11 (b4c55ac9-e586-497b-b788-2ee3d019ca2d/097dfb2c-acbc-4191-b80c-3907df636820/de95285b-0a74-427f-90f8-1b48b78cd597) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:34.627610 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-52104322-d367-4ec0-bb30-21562b91e1c3 req-d4eb01b0-1132-4ffb-91f1-3a6e450f4987 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0589035 May 17 22:09:34.688758 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.20.0.12 (6f877e2b-99bd-48e8-8b73-18e37441b914/92153330-6433-4f3c-b19a-21e8e235fc9f/6bf3020e-df21-491a-8ec0-6c8d0f806985) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:09:34.691376 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d7e2e-29c6-4b07-bb0c-1250d390c4a2 x-openstack-request-id: req-964d7e2e-29c6-4b07-bb0c-1250d390c4a2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:34.691692 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ecc557-2ee5-4581-aace-b8de718753a6", "name": "network-vif-plugged", "status": "completed", "tag": "4122bc49-075f-46ee-9328-771d7f9793d0", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:34.691928 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-964d7e2e-29c6-4b07-bb0c-1250d390c4a2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:34.692471 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964d7e2e-29c6-4b07-bb0c-1250d390c4a2'] response: {'server_uuid': '58ecc557-2ee5-4581-aace-b8de718753a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4122bc49-075f-46ee-9328-771d7f9793d0', 'code': 200} May 17 22:09:34.698008 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e {{(pid=103950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:34.710603 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Publish callbacks [] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.773095 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.provisioning_blocks [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Transition to ACTIVE for port object 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e will not be triggered until provisioned by entity L2. {{(pid=103950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:09:34.806948 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for port (de95285b-0a74-427f-90f8-1b48b78cd597), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.824772 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5147-8609-4116-88ee-0d140c88c2e5 req-86f32ab5-88a4-4ab9-9f9b-84bc2b4fbd19 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:34.826269 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e5a5147-8609-4116-88ee-0d140c88c2e5 req-86f32ab5-88a4-4ab9-9f9b-84bc2b4fbd19 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 932 time: 0.1035883 May 17 22:09:34.852694 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f43fb3e-b8f4-499d-888d-e9a598121d47 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:34.854078 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.883708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Publish callbacks [] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.932515 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:34.956272 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Transition to ACTIVE for port object 2f43fb3e-b8f4-499d-888d-e9a598121d47 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:09:34.966916 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e5a5147-8609-4116-88ee-0d140c88c2e5 req-aa073ef7-188d-4cf8-9be7-0e93e6f04679 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189129 May 17 22:09:34.967055 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:35.015997 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:35.051678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.070836 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.105228 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.121222 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:35.160371 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:35.237219 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'Port': ['ID=de95285b-0a74-427f-90f8-1b48b78cd597,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:35.269725 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9766cf-51d9-4725-99b2-5ba64b8e6dc9 req-9f7cb3bc-6145-417c-bd09-7bf8e71cf5b2 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.271368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fe9766cf-51d9-4725-99b2-5ba64b8e6dc9 req-9f7cb3bc-6145-417c-bd09-7bf8e71cf5b2 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 932 time: 0.1681740 May 17 22:09:35.276920 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.277619 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.290001 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6efddb-cc54-46ea-b396-623ad2bd4c8d req-d65bb7e2-8fa1-433b-8a16-e1bbb6cc8431 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.290195 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Attempting to bind port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:35.295436 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Attempting to bind port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:35.295436 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Attempting to bind port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e on network 9a32e06d-55b9-408a-a0d4-94ee7082349b {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:35.295641 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a6efddb-cc54-46ea-b396-623ad2bd4c8d req-d65bb7e2-8fa1-433b-8a16-e1bbb6cc8431 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 943 time: 0.1391060 May 17 22:09:35.295641 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Pushing event updated for resources: {'Port': ['ID=2f43fb3e-b8f4-499d-888d-e9a598121d47,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:35.297474 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e on network 9a32e06d-55b9-408a-a0d4-94ee7082349b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:09:35.297855 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Attempting to bind port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e on network 9a32e06d-55b9-408a-a0d4-94ee7082349b {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:35.307500 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:35.307926 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Checking segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:35.308890 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Bound using segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:35.309376 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Bound port: 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:35.310228 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.390333 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-33b1177e-7c52-4fac-bfb9-77f4828a8d11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6656165 May 17 22:09:35.397890 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:35.403395 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:35.441184 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.451891 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a6efddb-cc54-46ea-b396-623ad2bd4c8d req-496797e3-ff7b-4c03-aed4-c20346bbbc46 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520112 May 17 22:09:35.504148 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Attempting to bind port 2f43fb3e-b8f4-499d-888d-e9a598121d47 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:35.504742 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Attempting to bind port 2f43fb3e-b8f4-499d-888d-e9a598121d47 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:35.508651 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Attempting to bind port 2f43fb3e-b8f4-499d-888d-e9a598121d47 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:35.529727 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.543750 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Port 2f43fb3e-b8f4-499d-888d-e9a598121d47 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:09:35.544266 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Attempting to bind port 2f43fb3e-b8f4-499d-888d-e9a598121d47 on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:35.554551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fe9766cf-51d9-4725-99b2-5ba64b8e6dc9 req-346fb2fa-1fb4-4ebc-99db-161f0e9d9b2c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585530 May 17 22:09:35.582594 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:35.582925 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Checking segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:35.583497 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Bound using segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:35.584491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Bound port: 2f43fb3e-b8f4-499d-888d-e9a598121d47, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:35.584842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.589610 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:09:35.619734 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.620370 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.621897 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] 10.222.0.52 "PUT /v2.0/ports/501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 1094 time: 2.0680389 May 17 22:09:35.622413 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:35.630367 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9910d63-eb31-4ec5-a3d3-253a466bbb62 service neutron] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:35.672860 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7b96d95e-ad6d-40a5-ac2e-93edda013ed3 None None] Provisioning complete for port de95285b-0a74-427f-90f8-1b48b78cd597 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:35.673564 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7b96d95e-ad6d-40a5-ac2e-93edda013ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:35.707475 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a110f94-8116-4ce4-b117-d21ea6e2f835" -d '{"events": [{"name": "network-changed", "server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:35.714441 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7b96d95e-ad6d-40a5-ac2e-93edda013ed3 None None] Port de95285b-0a74-427f-90f8-1b48b78cd597 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:35.809048 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:09:35.821775 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:09:35.835936 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=6bf3020e-df21-491a-8ec0-6c8d0f806985,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:35.914941 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c2add-2b3b-42ce-90ca-82afb365f215 req-ee658c70-c9a0-4d76-8e11-c3c26328e969 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.916471 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e51c2add-2b3b-42ce-90ca-82afb365f215 req-ee658c70-c9a0-4d76-8e11-c3c26328e969 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.3588004 May 17 22:09:35.947331 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124731e-e5c6-44ae-9d30-b8f97089df45 req-80932c85-02f3-4021-be72-d06ea380b292 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.948856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9124731e-e5c6-44ae-9d30-b8f97089df45 req-80932c85-02f3-4021-be72-d06ea380b292 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 932 time: 0.1341045 May 17 22:09:35.978076 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:35.978742 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.022773 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] For port 2f43fb3e-b8f4-499d-888d-e9a598121d47, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:36.055216 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] For port 2f43fb3e-b8f4-499d-888d-e9a598121d47, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:36.061717 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-87b92b4f-e9b5-4292-bf96-abaad01e7060 None None] Provisioning complete for port 6bf3020e-df21-491a-8ec0-6c8d0f806985 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:36.062260 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87b92b4f-e9b5-4292-bf96-abaad01e7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.063573 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e51c2add-2b3b-42ce-90ca-82afb365f215 req-5cb1148e-71cf-48a5-a12d-b3fb316bca9d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354256 May 17 22:09:36.089705 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9124731e-e5c6-44ae-9d30-b8f97089df45 req-f6c5675a-0bb9-4818-867b-b007da2b8a91 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287920 May 17 22:09:36.116741 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-87b92b4f-e9b5-4292-bf96-abaad01e7060 None None] Port 6bf3020e-df21-491a-8ec0-6c8d0f806985 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:09:36.125215 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-2cc2f515-71ff-4fe2-b3bb-1128349ee109 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5635426 May 17 22:09:36.136502 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38604) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:36.145957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.220567 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.221187 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.222587 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] 10.222.0.52 "PUT /v2.0/ports/2f43fb3e-b8f4-499d-888d-e9a598121d47 HTTP/1.1" status: 200 len: 1093 time: 2.6626673 May 17 22:09:36.223034 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'tag': '2f43fb3e-b8f4-499d-888d-e9a598121d47'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:36.225363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cab75e0-b40d-4558-bace-74e33a9ab826" -d '{"events": [{"name": "network-changed", "server_uuid": "0f605a2f-287e-4adb-8178-2e2a76f6303f", "tag": "2f43fb3e-b8f4-499d-888d-e9a598121d47"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:36.282420 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fce-47a1-4676-81d4-4cceff7cb93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.287811 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9a2b-8a5a-4faa-919e-355899b1854b req-f48c190f-c8fd-481c-b10b-aca39fe1f344 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.287984 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c190b5d-808e-4bbf-8573-e98a48cbeabb x-openstack-request-id: req-4c190b5d-808e-4bbf-8573-e98a48cbeabb {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:36.287984 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:36.287984 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c190b5d-808e-4bbf-8573-e98a48cbeabb {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:36.287984 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c190b5d-808e-4bbf-8573-e98a48cbeabb'] response: {'name': 'network-changed', 'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'status': 'completed', 'code': 200} May 17 22:09:36.288320 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-81bc9a2b-8a5a-4faa-919e-355899b1854b req-f48c190f-c8fd-481c-b10b-aca39fe1f344 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.1292949 May 17 22:09:36.288820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec6da-49c4-4f60-b2a6-a31e9c34d2ac service neutron] Pushing event updated for resources: {'Port': ['ID=2f43fb3e-b8f4-499d-888d-e9a598121d47,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:36.328702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1c8599-ab1e-4f91-8620-5561d1b70f50 x-openstack-request-id: req-2f1c8599-ab1e-4f91-8620-5561d1b70f50 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:36.329031 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f605a2f-287e-4adb-8178-2e2a76f6303f", "tag": "2f43fb3e-b8f4-499d-888d-e9a598121d47", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:36.329512 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f1c8599-ab1e-4f91-8620-5561d1b70f50 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:36.329671 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1c8599-ab1e-4f91-8620-5561d1b70f50'] response: {'name': 'network-changed', 'server_uuid': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'tag': '2f43fb3e-b8f4-499d-888d-e9a598121d47', 'status': 'completed', 'code': 200} May 17 22:09:36.362044 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.370958 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fce-47a1-4676-81d4-4cceff7cb93a admin admin] Publish callbacks [] for security_group (61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.375750 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-81bc9a2b-8a5a-4faa-919e-355899b1854b req-45920e20-b545-408f-bd76-32fa75ab37f5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740280 May 17 22:09:36.453456 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fce-47a1-4676-81d4-4cceff7cb93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.508521 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Request body: {'port': {'device_id': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:36.530915 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-bcff5fce-47a1-4676-81d4-4cceff7cb93a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58524081427d456495717525dc880e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928738 May 17 22:09:36.533668 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff5fce-47a1-4676-81d4-4cceff7cb93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:36.534086 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 38614) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:36.598375 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.635619 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Request body: {'port': {'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:36.812657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab75e0-b40d-4558-bace-74e33a9ab826 req-4ee4eef9-5a96-45fd-8931-9d14242f21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.814199 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-2cab75e0-b40d-4558-bace-74e33a9ab826 req-4ee4eef9-5a96-45fd-8931-9d14242f21d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1127 time: 0.1274490 May 17 22:09:36.864177 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb9c7-3546-4608-ac47-c98dc001dd0c req-7f42604c-4db2-4b15-9921-5e202a7b1d34 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.866396 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f7efb9c7-3546-4608-ac47-c98dc001dd0c req-7f42604c-4db2-4b15-9921-5e202a7b1d34 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 932 time: 0.2014451 May 17 22:09:36.874286 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a110f94-8116-4ce4-b117-d21ea6e2f835 req-ee95851e-5d74-407a-8fb6-77a49f5af782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.875790 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a110f94-8116-4ce4-b117-d21ea6e2f835 req-ee95851e-5d74-407a-8fb6-77a49f5af782 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1128 time: 0.2975283 May 17 22:09:36.892915 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291488-0945-4a0c-87b3-9a9264e4402e req-580911ec-b97c-489a-a92f-e51b8587c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.894368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03291488-0945-4a0c-87b3-9a9264e4402e req-580911ec-b97c-489a-a92f-e51b8587c939 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4434006 May 17 22:09:36.916348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae142c9a-769a-4673-bec0-0d8fed865b8f req-40de7c52-f9ca-4766-84c1-055f21e72673 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:36.917957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae142c9a-769a-4673-bec0-0d8fed865b8f req-40de7c52-f9ca-4766-84c1-055f21e72673 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 943 time: 0.3473153 May 17 22:09:36.953232 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f7e99ede-b1bd-4927-8741-b7aef218a220 admin admin] Publish callbacks [] for security_group (61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.972685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:36.989838 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.52', 56106) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:37.166660 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f7e99ede-b1bd-4927-8741-b7aef218a220 admin admin] Publish callbacks [] for security_group (61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.254101 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f7efb9c7-3546-4608-ac47-c98dc001dd0c req-367c7727-2306-4930-ab69-55fd8571222c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3755720 May 17 22:09:37.313237 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-b9135e6d-0b3d-42ef-b4c6-5291b071c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.314714 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-b9135e6d-0b3d-42ef-b4c6-5291b071c210 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 1129 time: 0.3214929 May 17 22:09:37.337138 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab75e0-b40d-4558-bace-74e33a9ab826 req-096d606b-c206-4f79-8df0-05e803c36791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.338574 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-2cab75e0-b40d-4558-bace-74e33a9ab826 req-096d606b-c206-4f79-8df0-05e803c36791 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5162630 May 17 22:09:37.355011 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae142c9a-769a-4673-bec0-0d8fed865b8f req-f55953c5-e972-48b2-a027-fb4d2d7d551a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771043 May 17 22:09:37.372678 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-60cc0cd9-be48-4af8-bf23-83d2acf8c4b1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.410020 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a110f94-8116-4ce4-b117-d21ea6e2f835 req-2a717ad4-22b7-47e8-920c-268a4630b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.411508 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a110f94-8116-4ce4-b117-d21ea6e2f835 req-2a717ad4-22b7-47e8-920c-268a4630b5fd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5246241 May 17 22:09:37.492069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291488-0945-4a0c-87b3-9a9264e4402e req-793b023e-f96c-43b3-9000-cc2e58585a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.493818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03291488-0945-4a0c-87b3-9a9264e4402e req-793b023e-f96c-43b3-9000-cc2e58585a76 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5739381 May 17 22:09:37.530330 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b984-0497-4a44-8a1b-9778d9330d74 req-cf0785a1-e9fa-4e4c-840d-c396c8bba768 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.532175 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5f5b984-0497-4a44-8a1b-9778d9330d74 req-cf0785a1-e9fa-4e4c-840d-c396c8bba768 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.1454797 May 17 22:09:37.582956 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de95285b-0a74-427f-90f8-1b48b78cd597 {{(pid=103950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:37.597033 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Publish callbacks [] for port (de95285b-0a74-427f-90f8-1b48b78cd597), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.611527 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab75e0-b40d-4558-bace-74e33a9ab826 req-43eaf4f4-12b1-4632-b094-40080192b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.612997 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-2cab75e0-b40d-4558-bace-74e33a9ab826 req-43eaf4f4-12b1-4632-b094-40080192b8dd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2652817 May 17 22:09:37.626240 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.provisioning_blocks [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Transition to ACTIVE for port object de95285b-0a74-427f-90f8-1b48b78cd597 will not be triggered until provisioned by entity L2. {{(pid=103950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:09:37.639809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f7e99ede-b1bd-4927-8741-b7aef218a220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.642922 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f7e99ede-b1bd-4927-8741-b7aef218a220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.644020 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f7e99ede-b1bd-4927-8741-b7aef218a220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd HTTP/1.1" status: 204 len: 168 time: 1.1090088 May 17 22:09:37.696278 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9041f-aaa9-4855-be31-138943f7e896 req-11b7f826-4077-4118-b73f-9a950a253766 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.697769 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9c9041f-aaa9-4855-be31-138943f7e896 req-11b7f826-4077-4118-b73f-9a950a253766 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 932 time: 0.2512450 May 17 22:09:37.721928 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e99ede-b1bd-4927-8741-b7aef218a220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7e0ff-f6fc-4c8d-b78f-dd1fccab05bd,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:37.725444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.747789 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-c133b3d9-dbbd-47be-aa5b-b68fd0f03835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.749437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-c133b3d9-dbbd-47be-aa5b-b68fd0f03835 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1128 time: 0.1369104 May 17 22:09:37.761394 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.821341 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a110f94-8116-4ce4-b117-d21ea6e2f835 req-c65f73ba-8a7e-4190-8773-36e0756c1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.822815 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a110f94-8116-4ce4-b117-d21ea6e2f835 req-c65f73ba-8a7e-4190-8773-36e0756c1242 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4050629 May 17 22:09:37.826642 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-698170fd-beb1-4912-9c2b-2bf62f10995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:37.839878 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-698170fd-beb1-4912-9c2b-2bf62f10995e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1127 time: 0.1644406 May 17 22:09:37.867524 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-60cc0cd9-be48-4af8-bf23-83d2acf8c4b1 service neutron] Publish callbacks [] for security_group (ea303bfd-f676-49a3-a174-464b6c10c10e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:37.885275 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Pushing event updated for resources: {'Port': ['ID=de95285b-0a74-427f-90f8-1b48b78cd597,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:37.978003 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-369d52c1-9501-4099-b99e-58a5e080a7e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47 HTTP/1.1" status: 200 len: 217 time: 0.1372759 May 17 22:09:37.978729 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-60cc0cd9-be48-4af8-bf23-83d2acf8c4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ea303bfd-f676-49a3-a174-464b6c10c10e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.117563 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-60cc0cd9-be48-4af8-bf23-83d2acf8c4b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894046 May 17 22:09:38.166872 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0cd9-be48-4af8-bf23-83d2acf8c4b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea303bfd-f676-49a3-a174-464b6c10c10e,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:38.172514 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-12e2b803-ebc6-4516-b57c-7f38b85b6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.174176 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-12e2b803-ebc6-4516-b57c-7f38b85b6b6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.1809201 May 17 22:09:38.189704 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-0699e415-10d8-4bce-889a-6d05fa513ae4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1 HTTP/1.1" status: 200 len: 217 time: 0.4162247 May 17 22:09:38.192883 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5f5b984-0497-4a44-8a1b-9778d9330d74 req-632af02f-bf22-4a96-ae6b-5c91da4f4895 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869405 May 17 22:09:38.195851 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Attempting to bind port de95285b-0a74-427f-90f8-1b48b78cd597 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:38.196336 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Attempting to bind port de95285b-0a74-427f-90f8-1b48b78cd597 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:38.196935 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Attempting to bind port de95285b-0a74-427f-90f8-1b48b78cd597 on network b4c55ac9-e586-497b-b788-2ee3d019ca2d {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:38.202191 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Port de95285b-0a74-427f-90f8-1b48b78cd597 on network b4c55ac9-e586-497b-b788-2ee3d019ca2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:09:38.202919 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Attempting to bind port de95285b-0a74-427f-90f8-1b48b78cd597 on network b4c55ac9-e586-497b-b788-2ee3d019ca2d {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:38.210328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:38.210909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Checking segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:38.211499 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Bound using segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:38.212102 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Bound port: de95285b-0a74-427f-90f8-1b48b78cd597, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:38.212946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.265381 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9c9041f-aaa9-4855-be31-138943f7e896 req-5e4cbfd2-5e26-45f2-9e14-101ef4e6a994 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5510440 May 17 22:09:38.273173 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-896830e5-7012-4099-bbbe-476f3220a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.275012 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-896830e5-7012-4099-bbbe-476f3220a52e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1128 time: 0.1239636 May 17 22:09:38.310309 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] For port de95285b-0a74-427f-90f8-1b48b78cd597, host hv-cinder-83998, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:38.313800 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] For port de95285b-0a74-427f-90f8-1b48b78cd597, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de95285b-0a74-427f-90f8-1b48b78cd597,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:38.412967 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.445629 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-9b60c208-e064-49c1-b622-0cc69af50b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.447142 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-9b60c208-e064-49c1-b622-0cc69af50b87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031053 May 17 22:09:38.454141 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.455006 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.456830 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] 10.222.0.52 "PUT /v2.0/ports/de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 200 len: 1094 time: 1.9587076 May 17 22:09:38.460579 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:38.463978 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e612f0-e105-4c81-a125-44a156dc3986" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:38.480210 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089e5b-c53a-4076-ae85-9d3fd17b230a req-9dc10271-61cf-4434-88e2-fd7d7d86369b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.487753 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-55089e5b-c53a-4076-ae85-9d3fd17b230a req-9dc10271-61cf-4434-88e2-fd7d7d86369b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.1938839 May 17 22:09:38.490652 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-00c8bab1-bd5a-4999-a765-87b70d65f12e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 217 time: 0.1422236 May 17 22:09:38.546166 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084a881-7e47-44e5-b7ff-b744b88bfc11 service neutron] Pushing event updated for resources: {'Port': ['ID=de95285b-0a74-427f-90f8-1b48b78cd597,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:38.573605 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf3020e-df21-491a-8ec0-6c8d0f806985 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:38.583978 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f7c0d-4464-469e-a701-b42d42ad11b9 req-0636533a-3674-427d-9742-13fed3fa42a6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.587372 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-7c6e016b-a569-4802-89cf-f0d5add5ad5c service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274233 May 17 22:09:38.590822 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-571f7c0d-4464-469e-a701-b42d42ad11b9 req-0636533a-3674-427d-9742-13fed3fa42a6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 944 time: 0.2461700 May 17 22:09:38.595838 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-0bf01a0b-920c-4f8f-b60b-7885308e1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.597231 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-0bf01a0b-920c-4f8f-b60b-7885308e1308 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.2516029 May 17 22:09:38.620444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Publish callbacks [] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.651394 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38680) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:38.668304 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-55089e5b-c53a-4076-ae85-9d3fd17b230a req-38690308-09db-4b5f-813b-1480353091d7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797302 May 17 22:09:38.668480 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-277d8690-a9bf-42e3-8d7e-a051b199e203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.678863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-8c073896-b84f-4036-83d4-baa485f041c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.680426 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-8c073896-b84f-4036-83d4-baa485f041c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.1736827 May 17 22:09:38.683961 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Transition to ACTIVE for port object 6bf3020e-df21-491a-8ec0-6c8d0f806985 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:09:38.716733 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-571f7c0d-4464-469e-a701-b42d42ad11b9 req-90994873-b1c6-4c4c-a31a-013639aab928 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197746 May 17 22:09:38.756821 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f250c20b-ec94-4711-a48f-a2a853922a93 x-openstack-request-id: req-f250c20b-ec94-4711-a48f-a2a853922a93 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:38.757173 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:38.757427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f250c20b-ec94-4711-a48f-a2a853922a93 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:38.757820 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f250c20b-ec94-4711-a48f-a2a853922a93'] response: {'name': 'network-changed', 'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'status': 'completed', 'code': 200} May 17 22:09:38.774820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.790251 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-277d8690-a9bf-42e3-8d7e-a051b199e203 admin admin] Publish callbacks [] for security_group (45081282-8158-4a6c-928d-5b8ff16a96a5), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.885794 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-277d8690-a9bf-42e3-8d7e-a051b199e203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (45081282-8158-4a6c-928d-5b8ff16a96a5), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:38.906585 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47d49f-2bb0-4187-969d-5ee673aa005d req-5af9e297-f9df-4ee4-984b-2cbd1a3a92f4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:38.907508 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bd47d49f-2bb0-4187-969d-5ee673aa005d req-5af9e297-f9df-4ee4-984b-2cbd1a3a92f4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 943 time: 0.1433549 May 17 22:09:38.947975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3020e-df21-491a-8ec0-6c8d0f806985,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:39.005241 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d8690-a9bf-42e3-8d7e-a051b199e203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45081282-8158-4a6c-928d-5b8ff16a96a5,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:39.012565 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-ffc4fb74-2bed-453a-be08-b16c94ae31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.013843 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-ffc4fb74-2bed-453a-be08-b16c94ae31de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 1128 time: 0.1489096 May 17 22:09:39.018507 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-277d8690-a9bf-42e3-8d7e-a051b199e203 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17157a8bc60d4ec1af31b0ee8212cc94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653545 May 17 22:09:39.022277 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38686) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:39.031178 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-95393162-a3a5-4792-948d-8532f9af7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.038139 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-95393162-a3a5-4792-948d-8532f9af7bc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1884563 May 17 22:09:39.048446 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-3231520e-a402-4d5a-ad23-653aea1755f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.049992 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-3231520e-a402-4d5a-ad23-653aea1755f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2067897 May 17 22:09:39.111249 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-bcee91ec-275d-4296-ba09-b2986b1eea71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 200 len: 217 time: 0.0896349 May 17 22:09:39.144993 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bd47d49f-2bb0-4187-969d-5ee673aa005d req-3fa4b5b1-ad89-4fe9-be97-9305df591504 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940460 May 17 22:09:39.170228 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-f5308aff-bfe5-4b6d-9c54-372bc2dd5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.171716 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-f5308aff-bfe5-4b6d-9c54-372bc2dd5392 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.0525968 May 17 22:09:39.174895 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-15184bd8-2a72-496e-b8e1-72d3c3908c96 req-bad7320b-0711-4a14-abd1-0c13d64ee6b3 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350198 May 17 22:09:39.255038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Attempting to bind port 6bf3020e-df21-491a-8ec0-6c8d0f806985 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:09:39.256160 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Attempting to bind port 6bf3020e-df21-491a-8ec0-6c8d0f806985 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:09:39.259250 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Attempting to bind port 6bf3020e-df21-491a-8ec0-6c8d0f806985 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:39.273865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Port 6bf3020e-df21-491a-8ec0-6c8d0f806985 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:09:39.274165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Attempting to bind port 6bf3020e-df21-491a-8ec0-6c8d0f806985 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:09:39.282017 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-bda250d8-0e6f-4fda-a4c3-368a360c47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.284513 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-bda250d8-0e6f-4fda-a4c3-368a360c47ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827739 May 17 22:09:39.284638 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3719ac3-6924-44c0-ba7a-9d04c2797258 admin admin] Publish callbacks [] for security_group (45081282-8158-4a6c-928d-5b8ff16a96a5), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.290294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:09:39.292900 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:09:39.292900 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Bound using segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:09:39.292900 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Bound port: 6bf3020e-df21-491a-8ec0-6c8d0f806985, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:09:39.292900 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.322637 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-c2bcd2c7-c79d-430c-9db1-97c61dec76d7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399909 May 17 22:09:39.329777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-be035c30-6f3c-443d-84b5-5308d59e32e6 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409127 May 17 22:09:39.349154 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3719ac3-6924-44c0-ba7a-9d04c2797258 admin admin] Publish callbacks [] for security_group (45081282-8158-4a6c-928d-5b8ff16a96a5), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.456508 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] For port 6bf3020e-df21-491a-8ec0-6c8d0f806985, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:09:39.457001 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-f0607bed-0238-49f6-a3bb-3bd863dbc78b service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458099 May 17 22:09:39.467830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25929db2-e3bc-4a68-9d2a-5777273fffd1 req-f807b6b1-d782-4800-9042-f14984fa5e4f tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.469289 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-25929db2-e3bc-4a68-9d2a-5777273fffd1 req-f807b6b1-d782-4800-9042-f14984fa5e4f tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.1148424 May 17 22:09:39.481604 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce4462-5a9d-4988-92b9-3fd6f9f3083c req-fcf19f57-3cb3-4d25-a502-7d9f70f48c12 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.483015 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-96ce4462-5a9d-4988-92b9-3fd6f9f3083c req-fcf19f57-3cb3-4d25-a502-7d9f70f48c12 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.1087227 May 17 22:09:39.491800 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] For port 6bf3020e-df21-491a-8ec0-6c8d0f806985, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:09:39.514400 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3719ac3-6924-44c0-ba7a-9d04c2797258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (45081282-8158-4a6c-928d-5b8ff16a96a5), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.517217 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3719ac3-6924-44c0-ba7a-9d04c2797258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.518345 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f3719ac3-6924-44c0-ba7a-9d04c2797258 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45081282-8158-4a6c-928d-5b8ff16a96a5 HTTP/1.1" status: 204 len: 168 time: 0.4950979 May 17 22:09:39.528427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3719ac3-6924-44c0-ba7a-9d04c2797258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45081282-8158-4a6c-928d-5b8ff16a96a5,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:39.561887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-25929db2-e3bc-4a68-9d2a-5777273fffd1 req-14cbaf97-0b85-4175-b455-a45d44f4b343 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867929 May 17 22:09:39.565180 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-96ce4462-5a9d-4988-92b9-3fd6f9f3083c req-1e8faf48-0488-42e6-8a03-e7bfcc16669f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718534 May 17 22:09:39.566725 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.601659 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.602305 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:39.603700 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] 10.222.0.52 "PUT /v2.0/ports/6bf3020e-df21-491a-8ec0-6c8d0f806985 HTTP/1.1" status: 200 len: 1094 time: 3.0319560 May 17 22:09:39.604122 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:39.606408 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cab546-d392-4c76-8aae-eb0129abf95f" -d '{"events": [{"name": "network-changed", "server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:39.631192 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5837d-756a-459f-8bf6-702eb23aa9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3020e-df21-491a-8ec0-6c8d0f806985,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:39.673522 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e8d932-a8fe-4102-8b37-ddab2cb20ebf x-openstack-request-id: req-f3e8d932-a8fe-4102-8b37-ddab2cb20ebf {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:39.673806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:39.674234 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3e8d932-a8fe-4102-8b37-ddab2cb20ebf {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:39.674639 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e8d932-a8fe-4102-8b37-ddab2cb20ebf'] response: {'name': 'network-changed', 'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'status': 'completed', 'code': 200} May 17 22:09:39.840599 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712c76-c55f-4677-aff0-a137eee6ddea req-a0b04b43-6d87-431b-99ea-176e4999eff8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.842155 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bf712c76-c55f-4677-aff0-a137eee6ddea req-a0b04b43-6d87-431b-99ea-176e4999eff8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0872948 May 17 22:09:39.863058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226d93d-4222-4545-bc77-a88644ada843 req-2d441ab7-99ad-406e-8c4e-9648e969ba7a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:39.864484 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3226d93d-4222-4545-bc77-a88644ada843 req-2d441ab7-99ad-406e-8c4e-9648e969ba7a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 944 time: 0.0695744 May 17 22:09:39.939831 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bf712c76-c55f-4677-aff0-a137eee6ddea req-a2ef0034-6a14-48ed-8bdd-cfa9161db101 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880895 May 17 22:09:39.944260 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3226d93d-4222-4545-bc77-a88644ada843 req-3e02d0d5-c637-4dd3-b237-00be612ea4b5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706699 May 17 22:09:40.296922 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053b96a-2c1a-4f20-8dab-112ebd9e44b8 req-36919ff4-536f-4274-bfa7-915dabdee74d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:40.298462 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6053b96a-2c1a-4f20-8dab-112ebd9e44b8 req-36919ff4-536f-4274-bfa7-915dabdee74d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 943 time: 0.0515594 May 17 22:09:40.427402 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-bbb76902-5fa7-40b5-9c38-57e52936f898 req-eee61aa6-0dfb-47c3-bc3e-69bd65c215cf service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139154 May 17 22:09:40.510386 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6053b96a-2c1a-4f20-8dab-112ebd9e44b8 req-d9ed524f-e2e1-407e-aae7-b3b487a9da4b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058342 May 17 22:09:40.535776 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eee279dc-1cfb-460b-b390-2cc58ea65b8b req-dc8024b5-e246-4d11-85a5-ecdb06156972 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028592 May 17 22:09:40.543656 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1101beb1-3c6e-44fe-af67-f1411dabeaef req-29b6b28d-5a4f-414e-bf43-d94c6d7cde28 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166941 May 17 22:09:40.717284 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aec09b-2ae5-483a-b77c-e4d3c0ce6d5a req-07031d2c-0c95-4eae-b645-e7f7978555c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:40.718681 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6aec09b-2ae5-483a-b77c-e4d3c0ce6d5a req-07031d2c-0c95-4eae-b645-e7f7978555c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0795641 May 17 22:09:40.728240 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2557-5a91-4bec-bfa9-73f3893e81ee req-b48b7136-69eb-44c0-842d-2705dc933e45 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:40.731998 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d4ee2557-5a91-4bec-bfa9-73f3893e81ee req-b48b7136-69eb-44c0-842d-2705dc933e45 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.0911877 May 17 22:09:40.819553 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6aec09b-2ae5-483a-b77c-e4d3c0ce6d5a req-f5fe04a3-7076-4ead-98e3-d7a7842123d5 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866883 May 17 22:09:40.825078 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d4ee2557-5a91-4bec-bfa9-73f3893e81ee req-16f02084-4b29-472c-8687-ede3c588074b tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887978 May 17 22:09:40.886693 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab546-d392-4c76-8aae-eb0129abf95f req-e0c486ea-cabe-47ad-bacc-1cce03a9785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:40.892625 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d8cab546-d392-4c76-8aae-eb0129abf95f req-e0c486ea-cabe-47ad-bacc-1cce03a9785a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 1128 time: 0.0596294 May 17 22:09:41.041115 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab546-d392-4c76-8aae-eb0129abf95f req-af8203c7-f9f2-496c-b7c3-679a07f950c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:41.043420 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d8cab546-d392-4c76-8aae-eb0129abf95f req-af8203c7-f9f2-496c-b7c3-679a07f950c9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea0809b61be446a69359b69b50b61710&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1243484 May 17 22:09:41.129523 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd795-a273-4616-b9ba-34ea3083b3f2 req-db954b57-f76b-4904-bcc9-7064632b3f99 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:41.135693 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2b9dd795-a273-4616-b9ba-34ea3083b3f2 req-db954b57-f76b-4904-bcc9-7064632b3f99 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 944 time: 0.0990982 May 17 22:09:41.160666 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d976c-bf5c-4dbd-8bb2-66d0540ffe14 req-bf9d0841-11d1-4093-8826-831912db8657 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:41.162807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b83d976c-bf5c-4dbd-8bb2-66d0540ffe14 req-bf9d0841-11d1-4093-8826-831912db8657 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0822177 May 17 22:09:41.205878 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2b9dd795-a273-4616-b9ba-34ea3083b3f2 req-afb0b720-9592-4cb9-90bd-e6b954ee43f1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689919 May 17 22:09:41.239417 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b83d976c-bf5c-4dbd-8bb2-66d0540ffe14 req-95219211-7edd-4f5a-88fe-2bc2a132d990 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647199 May 17 22:09:41.656307 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a08a-ff49-4fd7-809e-00aff15988bf req-74b33cde-84d0-4902-9f6f-c3faa67617ce tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:41.657769 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1b35a08a-ff49-4fd7-809e-00aff15988bf req-74b33cde-84d0-4902-9f6f-c3faa67617ce tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 943 time: 0.0533843 May 17 22:09:41.712894 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1b35a08a-ff49-4fd7-809e-00aff15988bf req-e438d6f0-a933-42be-9377-fb302d31a6ce tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489795 May 17 22:09:41.949326 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7f689-ff73-4506-bcd8-7ea48295689f req-3c2e5d0a-3268-4af9-aedf-0a905e41e56d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:41.959746 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7f7f689-ff73-4506-bcd8-7ea48295689f req-3c2e5d0a-3268-4af9-aedf-0a905e41e56d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0547318 May 17 22:09:42.002801 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7f7f689-ff73-4506-bcd8-7ea48295689f req-b5e6ee30-265a-4e11-bdf8-5c5932648811 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425043 May 17 22:09:42.333988 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe753-b309-4a9e-86fb-0dd21c2479f5 req-b0608798-a097-45a8-b9c4-4f491a290870 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:42.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a6dfe753-b309-4a9e-86fb-0dd21c2479f5 req-b0608798-a097-45a8-b9c4-4f491a290870 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 944 time: 0.0604091 May 17 22:09:42.385603 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff1f0-07a8-4880-8688-2c9ef6651df1 req-d4f4c853-d77d-4c9c-9fb9-a6d32b16783d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:42.387050 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f52ff1f0-07a8-4880-8688-2c9ef6651df1 req-d4f4c853-d77d-4c9c-9fb9-a6d32b16783d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0723519 May 17 22:09:42.432336 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a6dfe753-b309-4a9e-86fb-0dd21c2479f5 req-e441e987-583f-405e-8f48-3f9f9f1dd9c7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783553 May 17 22:09:42.460478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f52ff1f0-07a8-4880-8688-2c9ef6651df1 req-2dbbab29-39c5-4b09-8f22-5e5546093e8c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629568 May 17 22:09:42.483629 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2f43fb3e-b8f4-499d-888d-e9a598121d47 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:09:42.599029 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 2f43fb3e-b8f4-499d-888d-e9a598121d47, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:42.612759 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '2f43fb3e-b8f4-499d-888d-e9a598121d47', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'port_id': '2f43fb3e-b8f4-499d-888d-e9a598121d47', 'mac_address': 'fa:16:3e:67:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:09:42.648604 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 2f43fb3e-b8f4-499d-888d-e9a598121d47 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:42.648989 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:42.662819 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f43fb3e-b8f4-499d-888d-e9a598121d47 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:42.691920 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 2f43fb3e-b8f4-499d-888d-e9a598121d47, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:42.767627 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:42.838997 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=2f43fb3e-b8f4-499d-888d-e9a598121d47,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:42.840950 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5c3a0-d9da-4998-a58b-dbad5b89be3f req-dbd6691b-8ca8-4418-ace8-768b9da7d18b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:42.842829 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-12d5c3a0-d9da-4998-a58b-dbad5b89be3f req-dbd6691b-8ca8-4418-ace8-768b9da7d18b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 944 time: 0.0545568 May 17 22:09:42.970552 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-12d5c3a0-d9da-4998-a58b-dbad5b89be3f req-e06e8dff-7626-45d8-93d8-ffebd2a83e50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080484 May 17 22:09:42.991905 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab546-d392-4c76-8aae-eb0129abf95f req-b29d422e-34d4-4e54-9ce5-d36e5310a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:42.993416 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d8cab546-d392-4c76-8aae-eb0129abf95f req-b29d422e-34d4-4e54-9ce5-d36e5310a44b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453238 May 17 22:09:43.010466 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['2f43fb3e-b8f4-499d-888d-e9a598121d47'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:09:43.116264 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377de6d-972c-4fd4-a79c-cd6e2e180591 req-9e616d94-0753-412a-98cb-d8420106bfe1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:43.117754 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7377de6d-972c-4fd4-a79c-cd6e2e180591 req-9e616d94-0753-412a-98cb-d8420106bfe1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0471954 May 17 22:09:43.172346 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7377de6d-972c-4fd4-a79c-cd6e2e180591 req-83665112-05ad-44b5-bc81-e7ba5c240f1c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471849 May 17 22:09:43.556448 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d56e64-0538-4da0-8b3f-cbc4c0c7a4c2 req-f0b3c97f-b01e-4718-88bd-44d34b953de3 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:43.557918 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-00d56e64-0538-4da0-8b3f-cbc4c0c7a4c2 req-f0b3c97f-b01e-4718-88bd-44d34b953de3 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 944 time: 0.0502508 May 17 22:09:43.609708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-00d56e64-0538-4da0-8b3f-cbc4c0c7a4c2 req-b964dfe7-767e-4c11-b269-0aafa3f970bb tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459621 May 17 22:09:43.714904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a46b-3c75-4757-a409-c418ad52bd4b req-55805fbf-c1db-400d-a65f-06bd6680e40d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:43.716619 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ac33a46b-3c75-4757-a409-c418ad52bd4b req-55805fbf-c1db-400d-a65f-06bd6680e40d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0475237 May 17 22:09:43.765920 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ac33a46b-3c75-4757-a409-c418ad52bd4b req-a8385c21-ecb4-41bc-9b1b-9f8d63334991 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 May 17 22:09:43.889548 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e612f0-e105-4c81-a125-44a156dc3986 req-3c6053c6-7cd8-4c33-a02a-bbb43cdc8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:43.890948 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-3c6053c6-7cd8-4c33-a02a-bbb43cdc8f80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 1128 time: 0.0575907 May 17 22:09:43.954570 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-7b73ab68-83a7-496e-a2ff-3b12d38da1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:43.954570 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-7b73ab68-83a7-496e-a2ff-3b12d38da1ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 1128 time: 0.0738318 May 17 22:09:44.255283 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-23b1db96-c061-467e-81d1-32dfe5a25a70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985 HTTP/1.1" status: 200 len: 217 time: 0.2880983 May 17 22:09:44.349504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a667a-3f8a-448d-aacb-48686290997b req-77608255-93a0-4e07-b64a-1288e05b243b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.350708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ee8a667a-3f8a-448d-aacb-48686290997b req-77608255-93a0-4e07-b64a-1288e05b243b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 944 time: 0.0997121 May 17 22:09:44.353757 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e612f0-e105-4c81-a125-44a156dc3986 req-5a96c8e5-1a9c-49a2-97fa-8d5b8dfdddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.355447 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-5a96c8e5-1a9c-49a2-97fa-8d5b8dfdddf3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 911 time: 0.4386747 May 17 22:09:44.382479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-e55c9751-79f8-43bb-bf66-50e344d56d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.383975 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-e55c9751-79f8-43bb-bf66-50e344d56d53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.1164582 May 17 22:09:44.430507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-3cd73dc1-4d68-4739-b1d8-e4d5e37ee795 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 200 len: 217 time: 0.0642092 May 17 22:09:44.509251 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 43990b62-6cdf-4ffd-9e88-4f471ea665e1 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:09:44.512837 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ee8a667a-3f8a-448d-aacb-48686290997b req-01135472-9c93-414a-85ad-76ed4c8942e0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550412 May 17 22:09:44.514139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-bd7cd699-f337-4e0c-a9aa-81dbaa308a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.515381 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-bd7cd699-f337-4e0c-a9aa-81dbaa308a9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982747 May 17 22:09:44.545439 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e612f0-e105-4c81-a125-44a156dc3986 req-642c913e-9722-4d82-bc5b-dbf4b270a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.547948 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-642c913e-9722-4d82-bc5b-dbf4b270a96a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.1004543 May 17 22:09:44.567360 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2f43fb3e-b8f4-499d-888d-e9a598121d47 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:44.658493 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 2f43fb3e-b8f4-499d-888d-e9a598121d47 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:09:44.684484 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e612f0-e105-4c81-a125-44a156dc3986 req-37eb963f-7b77-4b3b-9a67-c8debad23752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.686062 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-37eb963f-7b77-4b3b-9a67-c8debad23752 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1284966 May 17 22:09:44.689181 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:44.705708 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '43990b62-6cdf-4ffd-9e88-4f471ea665e1', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'port_id': '43990b62-6cdf-4ffd-9e88-4f471ea665e1', 'mac_address': 'fa:16:3e:75:60:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:09:44.708986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde28d6f-2119-46f4-8831-bbae996a9d5a req-b4048f24-6dd8-4194-ad5f-1c0e6684e286 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.710456 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dde28d6f-2119-46f4-8831-bbae996a9d5a req-b4048f24-6dd8-4194-ad5f-1c0e6684e286 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.1191330 May 17 22:09:44.742663 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:44.743040 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:44.751913 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 2f43fb3e-b8f4-499d-888d-e9a598121d47 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:44.752268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:44.753681 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-7a305902-c449-4aed-b075-9868a92e455d service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304764 May 17 22:09:44.795602 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43990b62-6cdf-4ffd-9e88-4f471ea665e1 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:44.836838 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:44.856634 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 2f43fb3e-b8f4-499d-888d-e9a598121d47 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:44.857214 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:44.882513 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f43fb3e-b8f4-499d-888d-e9a598121d47'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:44.885555 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990fb0ae-0aad-4655-b704-a1a6bc7a4b35" -d '{"events": [{"server_uuid": "0f605a2f-287e-4adb-8178-2e2a76f6303f", "name": "network-vif-plugged", "status": "completed", "tag": "2f43fb3e-b8f4-499d-888d-e9a598121d47"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:44.905058 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dde28d6f-2119-46f4-8831-bbae996a9d5a req-3e2b95b5-cf52-4367-8b66-b3ea01a8e0ee tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880240 May 17 22:09:44.910957 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:44.911981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:09:44.920105 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 2f43fb3e-b8f4-499d-888d-e9a598121d47, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:44.968752 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-50213126-22c6-41cd-8652-17aeb32250d9 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752714 May 17 22:09:44.984982 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cf1cd-8d64-4b0e-8e57-cfdbb375d96d req-a50fb489-bba6-450e-85ba-12b7bb029c10 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:44.986675 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ac6cf1cd-8d64-4b0e-8e57-cfdbb375d96d req-a50fb489-bba6-450e-85ba-12b7bb029c10 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 944 time: 0.0982435 May 17 22:09:44.991384 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d9faeb55-950a-4648-8c06-29c59b6c54c0 req-daf54a64-e986-4272-872f-f15e4e4b1f9b service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318254 May 17 22:09:45.007838 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:45.019371 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=43990b62-6cdf-4ffd-9e88-4f471ea665e1,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:45.092725 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae605366-8a39-43e9-849d-9858fc084b7e req-89091ac4-e41c-4f63-b32b-63765d006765 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:45.094412 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae605366-8a39-43e9-849d-9858fc084b7e req-89091ac4-e41c-4f63-b32b-63765d006765 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.1056225 May 17 22:09:45.137162 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:45.139921 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=2f43fb3e-b8f4-499d-888d-e9a598121d47,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:45.151924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'mac_address': 'fa:16:3e:11:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:09:45.165903 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ac6cf1cd-8d64-4b0e-8e57-cfdbb375d96d req-55841cd7-decb-44ed-b880-21e270484d31 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667168 May 17 22:09:45.201226 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e612f0-e105-4c81-a125-44a156dc3986 req-9bd1c46f-1ea0-4e9a-b34a-c9e63672ba6b service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135551 May 17 22:09:45.202493 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:45.202947 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:45.209764 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae605366-8a39-43e9-849d-9858fc084b7e req-7935331d-3cb6-4078-bfd8-ba555ba83aee tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811012 May 17 22:09:45.219420 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:45.224808 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba80fbe-0447-44b1-8657-bee1b31a28bb x-openstack-request-id: req-5ba80fbe-0447-44b1-8657-bee1b31a28bb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:45.225121 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f605a2f-287e-4adb-8178-2e2a76f6303f", "name": "network-vif-plugged", "status": "completed", "tag": "2f43fb3e-b8f4-499d-888d-e9a598121d47", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:45.225374 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ba80fbe-0447-44b1-8657-bee1b31a28bb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:45.225759 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba80fbe-0447-44b1-8657-bee1b31a28bb'] response: {'server_uuid': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f43fb3e-b8f4-499d-888d-e9a598121d47', 'code': 200} May 17 22:09:45.244046 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:45.308461 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:45.309462 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device de95285b-0a74-427f-90f8-1b48b78cd597 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:09:45.384336 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:45.456071 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port de95285b-0a74-427f-90f8-1b48b78cd597, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de95285b-0a74-427f-90f8-1b48b78cd597,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:45.470262 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'port_id': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'mac_address': 'fa:16:3e:1d:de:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:09:45.509061 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port de95285b-0a74-427f-90f8-1b48b78cd597 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:45.509448 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:45.523441 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de95285b-0a74-427f-90f8-1b48b78cd597 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:45.545174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port de95285b-0a74-427f-90f8-1b48b78cd597, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de95285b-0a74-427f-90f8-1b48b78cd597,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:45.625193 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:45.631687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f9979-db55-4a72-838f-28e2c1d0b992 req-128407a0-4121-43dd-882c-08569ef3b01b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:45.639706 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d1f9979-db55-4a72-838f-28e2c1d0b992 req-128407a0-4121-43dd-882c-08569ef3b01b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0542123 May 17 22:09:45.712559 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=de95285b-0a74-427f-90f8-1b48b78cd597,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:45.715698 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d1f9979-db55-4a72-838f-28e2c1d0b992 req-523cf217-b130-4ae4-9b84-0d8591892a8b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 May 17 22:09:45.767838 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38896) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:46.051422 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adb934-d051-4f82-b9bc-7a4a36ffad5f req-483b1bbe-c863-4619-8e08-d99d61f3582b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:46.056504 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5888a135-7894-41f5-a032-d3e830a6c867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.059882 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02adb934-d051-4f82-b9bc-7a4a36ffad5f req-483b1bbe-c863-4619-8e08-d99d61f3582b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0769951 May 17 22:09:46.120781 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02adb934-d051-4f82-b9bc-7a4a36ffad5f req-d6d66b7a-9d91-4b78-a4b2-57d1f71e8443 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596473 May 17 22:09:46.160046 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5888a135-7894-41f5-a032-d3e830a6c867 admin admin] Publish callbacks [] for security_group (331979cd-5ea6-4bbb-9614-2f98a38bfd3e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.160364 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['43990b62-6cdf-4ffd-9e88-4f471ea665e1'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:09:46.236646 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5888a135-7894-41f5-a032-d3e830a6c867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (331979cd-5ea6-4bbb-9614-2f98a38bfd3e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.271799 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5888a135-7894-41f5-a032-d3e830a6c867 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=421330ff8bde414bb7305afd9b76fcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021703 May 17 22:09:46.275654 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 38910) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:46.284730 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:09:46.306117 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888a135-7894-41f5-a032-d3e830a6c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331979cd-5ea6-4bbb-9614-2f98a38bfd3e,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:46.333177 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c93ee9-853b-4cfd-8bb7-819027ae9a5c req-589aef56-a15a-4c26-9a73-636e53fd73db tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:46.335190 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-57c93ee9-853b-4cfd-8bb7-819027ae9a5c req-589aef56-a15a-4c26-9a73-636e53fd73db tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 945 time: 0.0932696 May 17 22:09:46.460176 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dead78-0984-4193-99a4-dfee0e935c83 req-986c3ada-5e8e-4d38-a4a6-71cdd2f3d816 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:46.461590 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56dead78-0984-4193-99a4-dfee0e935c83 req-986c3ada-5e8e-4d38-a4a6-71cdd2f3d816 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.1592038 May 17 22:09:46.513641 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d35f58-3de6-433f-bc85-484f2242c597 req-2615fa51-abfd-447f-8936-0331651e9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:46.515480 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68d35f58-3de6-433f-bc85-484f2242c597 req-2615fa51-abfd-447f-8936-0331651e9625 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1129 time: 0.1543472 May 17 22:09:46.529380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3874683c-cbad-4bb1-a667-a9e5149366ea admin admin] Publish callbacks [] for security_group (331979cd-5ea6-4bbb-9614-2f98a38bfd3e), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.538528 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-57c93ee9-853b-4cfd-8bb7-819027ae9a5c req-ac031a7f-14fa-48fe-843a-17af720f239e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785135 May 17 22:09:46.571892 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3874683c-cbad-4bb1-a667-a9e5149366ea admin admin] Publish callbacks [] for security_group (331979cd-5ea6-4bbb-9614-2f98a38bfd3e), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.586154 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56dead78-0984-4193-99a4-dfee0e935c83 req-f4c3ac4f-cae3-4282-bfce-cf426570b48c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128602 May 17 22:09:46.740400 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3874683c-cbad-4bb1-a667-a9e5149366ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (331979cd-5ea6-4bbb-9614-2f98a38bfd3e), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.743035 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3874683c-cbad-4bb1-a667-a9e5149366ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:46.746621 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-3874683c-cbad-4bb1-a667-a9e5149366ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/331979cd-5ea6-4bbb-9614-2f98a38bfd3e HTTP/1.1" status: 204 len: 168 time: 0.4624093 May 17 22:09:46.754447 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874683c-cbad-4bb1-a667-a9e5149366ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331979cd-5ea6-4bbb-9614-2f98a38bfd3e,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:46.845770 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275e0d2-215c-4f84-a3c1-7712b0e7636a req-279f471d-e825-44c5-96d8-e81380cec62f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:46.847707 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7275e0d2-215c-4f84-a3c1-7712b0e7636a req-279f471d-e825-44c5-96d8-e81380cec62f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0484519 May 17 22:09:46.898524 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7275e0d2-215c-4f84-a3c1-7712b0e7636a req-48df04d1-aae8-4a8e-b214-276c3d44f3ec tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 May 17 22:09:47.236847 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466bd4-29f9-4d1e-9e71-f625f724c1fb req-01d83ab5-8ee7-4b49-aa7d-348346dfc4a7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:47.238327 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-16466bd4-29f9-4d1e-9e71-f625f724c1fb req-01d83ab5-8ee7-4b49-aa7d-348346dfc4a7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0477107 May 17 22:09:47.286362 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-16466bd4-29f9-4d1e-9e71-f625f724c1fb req-cab693f0-f757-401e-89a6-46825f67ff3a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417898 May 17 22:09:47.297986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 38926) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:47.311957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-af53da7e-b7a1-4b22-8cf8-7890dd1b2763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.415990 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68d35f58-3de6-433f-bc85-484f2242c597 req-a6642a76-fd20-460f-a215-4f37b6b1577e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660179 May 17 22:09:47.428293 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-af53da7e-b7a1-4b22-8cf8-7890dd1b2763 admin admin] Publish callbacks [] for security_group (8ff9259e-9076-460a-8133-fb5cdba404f9), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.491340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-af53da7e-b7a1-4b22-8cf8-7890dd1b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8ff9259e-9076-460a-8133-fb5cdba404f9), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.529955 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-af53da7e-b7a1-4b22-8cf8-7890dd1b2763 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8caab3f924a648d18354b96f4711ade9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309673 May 17 22:09:47.530793 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53da7e-b7a1-4b22-8cf8-7890dd1b2763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9259e-9076-460a-8133-fb5cdba404f9,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:47.532764 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38928) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:47.580673 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7925efe9-3fe0-4bf6-8208-ba96e735cf78 admin admin] Publish callbacks [] for security_group (8ff9259e-9076-460a-8133-fb5cdba404f9), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.601976 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7925efe9-3fe0-4bf6-8208-ba96e735cf78 admin admin] Publish callbacks [] for security_group (8ff9259e-9076-460a-8133-fb5cdba404f9), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.654941 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae5975-9d38-4555-959c-c2313e4238a7 req-c7bd5ebd-682e-4c8c-8558-e8a848f1cbf1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:47.656467 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9ae5975-9d38-4555-959c-c2313e4238a7 req-c7bd5ebd-682e-4c8c-8558-e8a848f1cbf1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 945 time: 0.0491645 May 17 22:09:47.719072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5332e-a2ba-4884-a38e-d8c89f00f7b0 req-e9569d97-61d4-42fa-9d1c-05173897b955 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:47.720520 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e0d5332e-a2ba-4884-a38e-d8c89f00f7b0 req-e9569d97-61d4-42fa-9d1c-05173897b955 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0612860 May 17 22:09:47.737326 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7925efe9-3fe0-4bf6-8208-ba96e735cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8ff9259e-9076-460a-8133-fb5cdba404f9), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.739837 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7925efe9-3fe0-4bf6-8208-ba96e735cf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:47.743841 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7925efe9-3fe0-4bf6-8208-ba96e735cf78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ff9259e-9076-460a-8133-fb5cdba404f9 HTTP/1.1" status: 204 len: 168 time: 0.2075338 May 17 22:09:47.749085 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925efe9-3fe0-4bf6-8208-ba96e735cf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9259e-9076-460a-8133-fb5cdba404f9,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:47.759000 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9ae5975-9d38-4555-959c-c2313e4238a7 req-b596ba23-9ec0-4a3b-9420-606f7085acbe tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913033 May 17 22:09:47.784660 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e0d5332e-a2ba-4884-a38e-d8c89f00f7b0 req-3bdfb0e3-1706-4969-bae9-01382b34a79c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582206 May 17 22:09:48.012920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f019eb8-2fc2-42d0-a4e4-08821c572c5d req-56c9916d-9a2d-4a41-8619-946c98628d3e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:48.012920 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f019eb8-2fc2-42d0-a4e4-08821c572c5d req-56c9916d-9a2d-4a41-8619-946c98628d3e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0463929 May 17 22:09:48.061091 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f019eb8-2fc2-42d0-a4e4-08821c572c5d req-3a45ac87-7239-4d0b-9d74-36eec99ff23e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 May 17 22:09:48.400833 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600e4e7-00c2-49f1-8f47-b493787a0df9 req-920fcd01-3b97-44e8-bd24-8066eb3025d6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:48.402396 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7600e4e7-00c2-49f1-8f47-b493787a0df9 req-920fcd01-3b97-44e8-bd24-8066eb3025d6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0494981 May 17 22:09:48.449503 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7600e4e7-00c2-49f1-8f47-b493787a0df9 req-da3d3ffa-3f38-419d-8f1d-9530da4e7eb9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417438 May 17 22:09:48.921568 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32eb0-ab4f-4da3-a44b-b2e48bd7b3a2 req-44a6f8c7-0dca-4d75-af6b-1a5ffe9c3853 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:48.923025 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6c32eb0-ab4f-4da3-a44b-b2e48bd7b3a2 req-44a6f8c7-0dca-4d75-af6b-1a5ffe9c3853 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 945 time: 0.0727742 May 17 22:09:48.941450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35430bd-b25a-431d-b62b-88de290b5728 req-389a5fb0-fde6-4418-9ce9-9e41e14bc482 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:48.942926 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e35430bd-b25a-431d-b62b-88de290b5728 req-389a5fb0-fde6-4418-9ce9-9e41e14bc482 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0651383 May 17 22:09:49.012566 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6c32eb0-ab4f-4da3-a44b-b2e48bd7b3a2 req-6fd7ced4-8660-4449-9235-e28fae1bb1dd tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804746 May 17 22:09:49.027809 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e35430bd-b25a-431d-b62b-88de290b5728 req-2e49bfb5-f3e3-400f-a190-1beb13cbc955 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764499 May 17 22:09:49.062763 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['de95285b-0a74-427f-90f8-1b48b78cd597'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:09:49.182535 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4f47-aad3-45f1-a2a7-18fb82a3f7d8 req-6e75fcfc-208a-4d27-bfc3-4de01b2d69a4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:49.184390 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b73f4f47-aad3-45f1-a2a7-18fb82a3f7d8 req-6e75fcfc-208a-4d27-bfc3-4de01b2d69a4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0513093 May 17 22:09:49.235976 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b73f4f47-aad3-45f1-a2a7-18fb82a3f7d8 req-120842c1-a17c-4af4-bb27-d56611e53604 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459092 May 17 22:09:49.495263 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 38994) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:49.562865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d724270-e18e-41f5-9fbc-7df2d52f1994 req-ccb6d503-8182-4393-9b93-eecb9f892bf6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:49.564342 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d724270-e18e-41f5-9fbc-7df2d52f1994 req-ccb6d503-8182-4393-9b93-eecb9f892bf6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0479918 May 17 22:09:49.613118 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2c00-5100-4849-aa7d-754d2402edf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:49.634906 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d724270-e18e-41f5-9fbc-7df2d52f1994 req-0fb09ed0-d1e9-4a85-b98c-18b5b4c2a412 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647705 May 17 22:09:49.711179 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2c00-5100-4849-aa7d-754d2402edf3 admin admin] Publish callbacks [] for security_group (d084d480-226f-4cdb-8693-1303d89e481c), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:49.805783 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2c00-5100-4849-aa7d-754d2402edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d084d480-226f-4cdb-8693-1303d89e481c), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:49.844598 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e9ea2c00-5100-4849-aa7d-754d2402edf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56fb7a540dcc40f2a12131ef1da4bafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478196 May 17 22:09:49.845632 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2c00-5100-4849-aa7d-754d2402edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084d480-226f-4cdb-8693-1303d89e481c,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:49.847230 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 38998) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:49.901236 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c1313c77-a9fa-48dc-96d5-c269e1db8385 admin admin] Publish callbacks [] for security_group (d084d480-226f-4cdb-8693-1303d89e481c), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:49.923707 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c1313c77-a9fa-48dc-96d5-c269e1db8385 admin admin] Publish callbacks [] for security_group (d084d480-226f-4cdb-8693-1303d89e481c), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:50.034949 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c1313c77-a9fa-48dc-96d5-c269e1db8385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d084d480-226f-4cdb-8693-1303d89e481c), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:50.042518 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c1313c77-a9fa-48dc-96d5-c269e1db8385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:50.046023 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c1313c77-a9fa-48dc-96d5-c269e1db8385 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d084d480-226f-4cdb-8693-1303d89e481c HTTP/1.1" status: 204 len: 168 time: 0.1946418 May 17 22:09:50.056957 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1313c77-a9fa-48dc-96d5-c269e1db8385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084d480-226f-4cdb-8693-1303d89e481c,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:50.192339 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904107-5775-4af5-b79e-f52f8d90033a req-7ab4927b-b58e-4f46-b60c-705c02ffd2ea tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:50.194303 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3c904107-5775-4af5-b79e-f52f8d90033a req-7ab4927b-b58e-4f46-b60c-705c02ffd2ea tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0756469 May 17 22:09:50.202366 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2613365-9643-479a-a134-c52f461b6bef req-3f13d0af-ce88-4333-9269-3eaf64a87d71 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:50.203750 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e2613365-9643-479a-a134-c52f461b6bef req-3f13d0af-ce88-4333-9269-3eaf64a87d71 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 945 time: 0.0758810 May 17 22:09:50.282461 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3c904107-5775-4af5-b79e-f52f8d90033a req-5ead71d5-5c37-4d12-9751-769af576e005 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776043 May 17 22:09:50.298436 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e2613365-9643-479a-a134-c52f461b6bef req-ffb3dac8-a48f-4b82-adf0-96b92696af72 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868545 May 17 22:09:50.414138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0ae7d-bd93-4f86-ab53-d578cabe0ee8 req-680b102d-7acd-4a8e-9420-3f0833eda46a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:50.415739 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0ab0ae7d-bd93-4f86-ab53-d578cabe0ee8 req-680b102d-7acd-4a8e-9420-3f0833eda46a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0603838 May 17 22:09:50.463877 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0ab0ae7d-bd93-4f86-ab53-d578cabe0ee8 req-309a588c-12d1-42e7-a4b2-85a25617305d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 May 17 22:09:50.752435 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ce05e-f4dc-4df9-9b5c-bda1a0d2a58a req-dc6930d5-8c1b-4507-b1ec-b5f099cd7240 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:50.752435 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-332ce05e-f4dc-4df9-9b5c-bda1a0d2a58a req-dc6930d5-8c1b-4507-b1ec-b5f099cd7240 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 944 time: 0.0502636 May 17 22:09:50.814394 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-332ce05e-f4dc-4df9-9b5c-bda1a0d2a58a req-b84f774c-9c19-4a5b-b7c9-7dc74d302e27 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562394 May 17 22:09:51.041618 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6bf3020e-df21-491a-8ec0-6c8d0f806985 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:09:51.045576 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 43990b62-6cdf-4ffd-9e88-4f471ea665e1 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:51.119342 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:09:51.182873 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 6bf3020e-df21-491a-8ec0-6c8d0f806985, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:51.195242 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:09:51.220946 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:51.221307 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:51.364161 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 6bf3020e-df21-491a-8ec0-6c8d0f806985 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:51.364732 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:51.386775 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf3020e-df21-491a-8ec0-6c8d0f806985 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:09:51.424042 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 6bf3020e-df21-491a-8ec0-6c8d0f806985, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:51.437683 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:51.438059 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:51.462055 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43990b62-6cdf-4ffd-9e88-4f471ea665e1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:51.462244 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3cda1-61be-4375-a502-b42a6716d13d req-7a9630ed-e6fd-4705-9c03-2102a1f0d21e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:51.463592 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-20a3cda1-61be-4375-a502-b42a6716d13d req-7a9630ed-e6fd-4705-9c03-2102a1f0d21e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0809536 May 17 22:09:51.464374 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba64f53-af0a-48f3-95d1-573068c977d2" -d '{"events": [{"server_uuid": "485c3cc1-ede2-4e51-ac41-c00abe07926e", "name": "network-vif-plugged", "status": "completed", "tag": "43990b62-6cdf-4ffd-9e88-4f471ea665e1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:51.470123 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c76f8-765f-49aa-afe8-7bef5cdb0b03 req-e940af72-b995-44fa-9a1e-1b8e4430cfef tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:51.471557 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d8c76f8-765f-49aa-afe8-7bef5cdb0b03 req-e940af72-b995-44fa-9a1e-1b8e4430cfef tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 945 time: 0.0877223 May 17 22:09:51.474246 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:51.479483 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:51.531868 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=6bf3020e-df21-491a-8ec0-6c8d0f806985,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:51.551461 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-20a3cda1-61be-4375-a502-b42a6716d13d req-44fde03d-b3b9-47a4-a314-8cde28e4729d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789325 May 17 22:09:51.552511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:51.553375 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:51.555290 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d8c76f8-765f-49aa-afe8-7bef5cdb0b03 req-a43ff662-b8bd-4744-9c2f-19ec12729c1b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748515 May 17 22:09:51.626398 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709d09f-7bde-499f-b647-fcda0c2d4594 x-openstack-request-id: req-e709d09f-7bde-499f-b647-fcda0c2d4594 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:51.627605 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485c3cc1-ede2-4e51-ac41-c00abe07926e", "name": "network-vif-plugged", "status": "completed", "tag": "43990b62-6cdf-4ffd-9e88-4f471ea665e1", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:51.627861 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e709d09f-7bde-499f-b647-fcda0c2d4594 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:51.628389 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e709d09f-7bde-499f-b647-fcda0c2d4594'] response: {'server_uuid': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43990b62-6cdf-4ffd-9e88-4f471ea665e1', 'code': 200} May 17 22:09:51.636373 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=43990b62-6cdf-4ffd-9e88-4f471ea665e1,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:51.666345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:09:51.686199 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15d73-880d-4886-b571-aa26698c3c20 req-5a0dd974-3b37-483e-b288-215591edee42 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:51.686199 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aba15d73-880d-4886-b571-aa26698c3c20 req-5a0dd974-3b37-483e-b288-215591edee42 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0512369 May 17 22:09:51.732790 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aba15d73-880d-4886-b571-aa26698c3c20 req-97b81d6b-4839-48c3-be21-f8a620fdb4cb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 May 17 22:09:51.779203 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:51.779856 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:51.840517 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6bf3020e-df21-491a-8ec0-6c8d0f806985'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:09:52.006927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e8938-d48b-4396-8175-f3c017bac59f req-45079ad9-1fb2-41a9-8590-d730e1f6fee4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.014692 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b5e8938-d48b-4396-8175-f3c017bac59f req-45079ad9-1fb2-41a9-8590-d730e1f6fee4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 945 time: 0.0914624 May 17 22:09:52.021040 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:52.021405 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:52.062486 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:52.075865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcb72-48d3-4a7a-afc2-905909721839 req-cc3e22e3-aa26-4918-b336-76ced07f5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.077561 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-44bfcb72-48d3-4a7a-afc2-905909721839 req-cc3e22e3-aa26-4918-b336-76ced07f5fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1130 time: 0.0900106 May 17 22:09:52.119716 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b5e8938-d48b-4396-8175-f3c017bac59f req-676b7dd7-78f2-4a3f-b12c-3be7c284990a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039572 May 17 22:09:52.154354 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-44bfcb72-48d3-4a7a-afc2-905909721839 req-e4e48ed3-76ab-4119-ad9d-6ce9a1e4d5ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 May 17 22:09:52.167760 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:52.168643 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device de95285b-0a74-427f-90f8-1b48b78cd597 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:52.242613 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:52.251927 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port de95285b-0a74-427f-90f8-1b48b78cd597 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:09:52.363806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657c58c-79d7-4203-858f-284fc2e7e02e req-7f5d9500-3ee9-4255-a0da-848f0ae26d49 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.366079 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b657c58c-79d7-4203-858f-284fc2e7e02e req-7f5d9500-3ee9-4255-a0da-848f0ae26d49 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0456324 May 17 22:09:52.397064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port de95285b-0a74-427f-90f8-1b48b78cd597 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:52.398042 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:52.423918 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b657c58c-79d7-4203-858f-284fc2e7e02e req-11a54d29-c344-44d4-998e-26c78a5d70f4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521078 May 17 22:09:52.486189 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port de95285b-0a74-427f-90f8-1b48b78cd597 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:52.488547 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:52.526857 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port de95285b-0a74-427f-90f8-1b48b78cd597, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de95285b-0a74-427f-90f8-1b48b78cd597,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:52.557730 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-43e4c5ad-f853-4db7-90a2-f24375f40110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.559882 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-43e4c5ad-f853-4db7-90a2-f24375f40110 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1129 time: 0.0451293 May 17 22:09:52.600003 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:52.656054 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=de95285b-0a74-427f-90f8-1b48b78cd597,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:52.744850 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6138-0aae-4734-ab37-dfcac4cfe8e9 req-66129ab9-dc25-4587-a4d5-8b47a623abc8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.746317 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b18d6138-0aae-4734-ab37-dfcac4cfe8e9 req-66129ab9-dc25-4587-a4d5-8b47a623abc8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0913527 May 17 22:09:52.751453 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-85046797-d83f-4ddf-a1d6-047cf091f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.752871 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-85046797-d83f-4ddf-a1d6-047cf091f052 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1830447 May 17 22:09:52.760751 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e568f-71e7-4d12-9fa3-94d5a5e7fb37 req-7719e953-b475-4fee-9248-fb7f80a8816e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:52.762211 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-393e568f-71e7-4d12-9fa3-94d5a5e7fb37 req-7719e953-b475-4fee-9248-fb7f80a8816e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1060412 May 17 22:09:52.830755 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b18d6138-0aae-4734-ab37-dfcac4cfe8e9 req-1e90a694-8816-4dfe-849a-ec1526451321 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768147 May 17 22:09:52.842488 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-393e568f-71e7-4d12-9fa3-94d5a5e7fb37 req-8ba68f52-e593-44c1-99dc-417da9378722 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737495 May 17 22:09:53.053280 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6bf3020e-df21-491a-8ec0-6c8d0f806985 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:09:53.068846 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-5d67ebca-4861-4243-9a8b-80e8f0f3adce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47 HTTP/1.1" status: 200 len: 217 time: 0.0338776 May 17 22:09:53.106254 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 6bf3020e-df21-491a-8ec0-6c8d0f806985 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:09:53.131173 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-2e9bc5ae-5164-4db3-aa00-06f4550dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:53.133106 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-2e9bc5ae-5164-4db3-aa00-06f4550dd527 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0576851 May 17 22:09:53.174193 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 6bf3020e-df21-491a-8ec0-6c8d0f806985 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:09:53.175053 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:53.202747 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-2038b28e-8ad0-48d8-929e-702651909643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:53.204234 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-2038b28e-8ad0-48d8-929e-702651909643 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569975 May 17 22:09:53.261681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedf8a6-2ba2-405f-aeaf-9544ee988e38 req-ff16a26b-6110-4102-95db-d11c6580ee53 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:53.262083 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 6bf3020e-df21-491a-8ec0-6c8d0f806985 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:09:53.262470 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:53.263143 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-feedf8a6-2ba2-405f-aeaf-9544ee988e38 req-ff16a26b-6110-4102-95db-d11c6580ee53 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 945 time: 0.0696485 May 17 22:09:53.297581 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 6bf3020e-df21-491a-8ec0-6c8d0f806985, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:09:53.365917 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-feedf8a6-2ba2-405f-aeaf-9544ee988e38 req-29d49a7c-be0e-45b8-9c68-ddcafc7c65a7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954273 May 17 22:09:53.367996 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-ae8ce8e6-a7e1-4e3b-9305-8012cda8e35b service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415670 May 17 22:09:53.419801 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:53.469053 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=6bf3020e-df21-491a-8ec0-6c8d0f806985,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:53.534851 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d7e59-1b44-4e6e-bc8b-6e4885ad2bdf req-e3b3afcd-7a7e-4ae0-a73c-8577ad9ee86d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:53.536722 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c61d7e59-1b44-4e6e-bc8b-6e4885ad2bdf req-e3b3afcd-7a7e-4ae0-a73c-8577ad9ee86d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0470083 May 17 22:09:53.583089 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c61d7e59-1b44-4e6e-bc8b-6e4885ad2bdf req-20921e67-b4fc-4836-9100-3a3432919f35 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 May 17 22:09:53.629267 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}, {'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597'}, {'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:09:53.632230 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b918a-65f6-4cec-a423-4c56dd2df1d0" -d '{"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-plugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}, {"server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "name": "network-vif-plugged", "status": "completed", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597"}, {"server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "name": "network-vif-plugged", "status": "completed", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:09:53.691242 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 May 2022 22:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a16401-a4d2-491d-982a-6c618f9966e5 x-openstack-request-id: req-c1a16401-a4d2-491d-982a-6c618f9966e5 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:09:53.691540 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-plugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "code": 200}, {"server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "name": "network-vif-plugged", "status": "completed", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597", "code": 200}, {"server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "name": "network-vif-plugged", "status": "completed", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:09:53.691793 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1a16401-a4d2-491d-982a-6c618f9966e5 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:09:53.692170 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a16401-a4d2-491d-982a-6c618f9966e5'] response: {'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'code': 200} May 17 22:09:53.692418 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a16401-a4d2-491d-982a-6c618f9966e5'] response: {'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'code': 200} May 17 22:09:53.692689 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a16401-a4d2-491d-982a-6c618f9966e5'] response: {'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'code': 200} May 17 22:09:53.987271 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8890-9259-4c6e-a7db-ac38ce2b810a req-55b9d429-50dc-4707-b348-0f9b4eb30d70 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:53.988801 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-30af8890-9259-4c6e-a7db-ac38ce2b810a req-55b9d429-50dc-4707-b348-0f9b4eb30d70 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0801489 May 17 22:09:54.261977 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-e72c5219-c05b-4fe6-8ca6-ee3b076873d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396657 May 17 22:09:54.268350 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be14f38-d884-4386-a4ef-4830c4167101 req-c0df044d-dfb3-48c9-9a76-247e08f1aa8b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.269796 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8be14f38-d884-4386-a4ef-4830c4167101 req-c0df044d-dfb3-48c9-9a76-247e08f1aa8b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.3519018 May 17 22:09:54.438924 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5eda-006b-4d6f-9bf2-6850ce43ac61 req-70d73abc-cb2c-4139-8252-25a8327fd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.441147 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-b19f5eda-006b-4d6f-9bf2-6850ce43ac61 req-70d73abc-cb2c-4139-8252-25a8327fd7e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1130 time: 0.0620439 May 17 22:09:54.449643 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-fc778b1c-e85b-4c84-94d6-0f0022d73f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.451131 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-fc778b1c-e85b-4c84-94d6-0f0022d73f1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d2df1e983894585869358afcafd0fb5&device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 1129 time: 0.1288378 May 17 22:09:54.452885 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66685e34-6b78-4daf-8b6f-50b7dac78485 req-1f4c261b-064b-4d90-a9ec-5f1aeed68b18 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599843 May 17 22:09:54.467674 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8be14f38-d884-4386-a4ef-4830c4167101 req-64b8825e-2f38-4266-9dd9-5957b018be92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635134 May 17 22:09:54.484029 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-30af8890-9259-4c6e-a7db-ac38ce2b810a req-1c3bc758-57fa-4e2f-84e7-e9eae0e5d3fe tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626765 May 17 22:09:54.515414 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe91f5b-2e14-4d23-af4e-3793a38eaead req-aa336f78-3a56-4ede-b4de-d2ef3bdcada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.516897 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2fe91f5b-2e14-4d23-af4e-3793a38eaead req-aa336f78-3a56-4ede-b4de-d2ef3bdcada9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 1130 time: 0.1252942 May 17 22:09:54.579665 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ea142-f7a4-4a48-a554-62d4f65774b5 req-7646381f-b416-4a9b-a3b2-2aff37f569eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.581207 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-609ea142-f7a4-4a48-a554-62d4f65774b5 req-7646381f-b416-4a9b-a3b2-2aff37f569eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 1130 time: 0.1385872 May 17 22:09:54.625428 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-b19f5eda-006b-4d6f-9bf2-6850ce43ac61 req-46c580d4-6b43-4335-8830-5f9c846c6590 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717362 May 17 22:09:54.652508 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-609ea142-f7a4-4a48-a554-62d4f65774b5 req-af5a1a93-c805-4124-9710-6ae561ec030c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624244 May 17 22:09:54.673637 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2fe91f5b-2e14-4d23-af4e-3793a38eaead req-39cb3e51-b23c-4faa-abfc-1ab577f45f54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458464 May 17 22:09:54.700663 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e58422-134e-4b86-8df6-502f0a099a0f req-870839f6-c986-4e4c-a355-ee2ec2c12f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.702114 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-54e58422-134e-4b86-8df6-502f0a099a0f req-870839f6-c986-4e4c-a355-ee2ec2c12f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.1135366 May 17 22:09:54.732094 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-f7c9cdb6-e066-41e2-a80b-b5257232a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.733614 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-f7c9cdb6-e066-41e2-a80b-b5257232a584 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 HTTP/1.1" status: 200 len: 912 time: 0.2439783 May 17 22:09:54.746214 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e6add-1f83-4a62-b95a-eeda2d9eaf3d req-65ca0ea5-c822-4f83-b143-f6cce524913e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:54.747716 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bd9e6add-1f83-4a62-b95a-eeda2d9eaf3d req-65ca0ea5-c822-4f83-b143-f6cce524913e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0898011 May 17 22:09:54.792773 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-54e58422-134e-4b86-8df6-502f0a099a0f req-7c2afcce-f618-41c9-98cb-525ae394ae7f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831735 May 17 22:09:54.828215 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bd9e6add-1f83-4a62-b95a-eeda2d9eaf3d req-7b840201-3081-4419-a56c-f236deceea9a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665197 May 17 22:09:54.986930 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39204) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:55.096250 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.170796 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Publish callbacks [] for security_group (dcda2856-6658-4885-ad85-1e30196eb95a), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.230333 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (dcda2856-6658-4885-ad85-1e30196eb95a), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.273786 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72cf162ce59647cb9f3fd6df3ab3b476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856715 May 17 22:09:55.275791 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda2856-6658-4885-ad85-1e30196eb95a,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:55.276726 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39220) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:55.283240 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.283585 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.283941 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.284282 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.284609 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.284930 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.285279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.285608 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.285995 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.286872 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.287221 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.287766 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.287883 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.288154 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.288467 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6d49-124c-4fb9-94a2-87fa7d90b463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.331002 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Publish callbacks [] for security_group (dcda2856-6658-4885-ad85-1e30196eb95a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.353133 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Publish callbacks [] for security_group (dcda2856-6658-4885-ad85-1e30196eb95a), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.464984 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (dcda2856-6658-4885-ad85-1e30196eb95a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.468090 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:55.469235 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcda2856-6658-4885-ad85-1e30196eb95a HTTP/1.1" status: 204 len: 168 time: 0.1908526 May 17 22:09:55.484090 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda2856-6658-4885-ad85-1e30196eb95a,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:55.516997 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.517351 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.517714 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.518649 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.518649 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.518830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.519063 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.519405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.519741 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.520067 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.520404 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.521495 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.521832 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.522153 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.522474 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cefaf59-4df2-49fc-9fdd-78599ae12779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:09:55.526348 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-fae14f46-9f9f-4225-81fc-227afeb7264e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4122bc49-075f-46ee-9328-771d7f9793d0 HTTP/1.1" status: 200 len: 217 time: 0.0480957 May 17 22:09:55.640381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c65e-0635-4833-a623-5caecd4260f3 req-3b8148a7-c57c-4b91-94c0-514453a8efc4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:55.641856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb32c65e-0635-4833-a623-5caecd4260f3 req-3b8148a7-c57c-4b91-94c0-514453a8efc4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0770199 May 17 22:09:55.648663 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf986-501c-4baa-8641-5f9485690bca req-d254e999-35a4-4a61-8391-87ed4e451d00 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:55.650050 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d55bf986-501c-4baa-8641-5f9485690bca req-d254e999-35a4-4a61-8391-87ed4e451d00 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0757604 May 17 22:09:55.722382 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb32c65e-0635-4833-a623-5caecd4260f3 req-a74ae0e7-220e-4c54-b67f-ee22f1df5bf1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712924 May 17 22:09:55.725629 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d55bf986-501c-4baa-8641-5f9485690bca req-e7fed968-3fa9-44ef-ba04-0a52d2fa4906 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687928 May 17 22:09:55.923282 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e82d-90f4-4b7e-a0da-99f438e0b977 req-f2bf6e21-d03a-4800-9d89-917d60ccabff tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:55.924962 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8050e82d-90f4-4b7e-a0da-99f438e0b977 req-f2bf6e21-d03a-4800-9d89-917d60ccabff tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0513213 May 17 22:09:55.977809 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8050e82d-90f4-4b7e-a0da-99f438e0b977 req-0e81542f-492c-48ee-846f-8365bfb3550e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460672 May 17 22:09:56.090530 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdd011-e105-4318-b03f-4433c1c8482c req-18fd40eb-8d47-4cbc-aca7-29444cec35f9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:56.092036 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03cdd011-e105-4318-b03f-4433c1c8482c req-18fd40eb-8d47-4cbc-aca7-29444cec35f9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0504868 May 17 22:09:56.143807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03cdd011-e105-4318-b03f-4433c1c8482c req-bc417de9-f9fe-4659-9285-97548a92da6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458295 May 17 22:09:56.245822 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39240) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:56.259717 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1e8b80d4-3a4d-4ff0-9a3d-eaf255038625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.341450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1e8b80d4-3a4d-4ff0-9a3d-eaf255038625 admin admin] Publish callbacks [] for security_group (a124c4cb-7e83-40f6-b05c-eb57300de8e2), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.441880 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1e8b80d4-3a4d-4ff0-9a3d-eaf255038625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a124c4cb-7e83-40f6-b05c-eb57300de8e2), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.486998 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-1e8b80d4-3a4d-4ff0-9a3d-eaf255038625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e9cb2b2b8e942e391eb3f073706a70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400324 May 17 22:09:56.488040 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b80d4-3a4d-4ff0-9a3d-eaf255038625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124c4cb-7e83-40f6-b05c-eb57300de8e2,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:56.489753 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39248) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:56.521900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.564793 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0305-9eaf-41af-b78e-17a3f55735c6 admin admin] Publish callbacks [] for security_group (a124c4cb-7e83-40f6-b05c-eb57300de8e2), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.585894 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0305-9eaf-41af-b78e-17a3f55735c6 admin admin] Publish callbacks [] for security_group (a124c4cb-7e83-40f6-b05c-eb57300de8e2), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.603868 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39252) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:56.704659 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0305-9eaf-41af-b78e-17a3f55735c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a124c4cb-7e83-40f6-b05c-eb57300de8e2), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.707204 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0305-9eaf-41af-b78e-17a3f55735c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.711068 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b3ad0305-9eaf-41af-b78e-17a3f55735c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a124c4cb-7e83-40f6-b05c-eb57300de8e2 HTTP/1.1" status: 204 len: 168 time: 0.2137549 May 17 22:09:56.716841 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad0305-9eaf-41af-b78e-17a3f55735c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124c4cb-7e83-40f6-b05c-eb57300de8e2,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:56.726188 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b81019f8-03d3-4c0c-84a4-bec30c9165aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:56.759146 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-9d7ef107-d48f-4037-820d-09d69210fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:56.760864 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-9d7ef107-d48f-4037-820d-09d69210fb06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37c56eb7-4a0d-4698-bdc1-2923c714ad68 HTTP/1.1" status: 200 len: 851 time: 0.0785358 May 17 22:09:56.892335 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b81019f8-03d3-4c0c-84a4-bec30c9165aa admin admin] Publish callbacks [] for security_group (7e7cc37c-9426-43cf-a5b0-f6b096727d73), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:57.035938 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcb3b0-9605-413a-add9-d669dedb8acc req-2aab1c50-1c75-4d04-82a8-0914ee96ee5c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:57.035938 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cffcb3b0-9605-413a-add9-d669dedb8acc req-2aab1c50-1c75-4d04-82a8-0914ee96ee5c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1013455 May 17 22:09:57.035938 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe2ca8-8584-4263-bbdd-0f2b0f6b3ecf req-2807cbb4-e3bb-4f0c-b696-d7d3acff8c16 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:57.035938 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ccfe2ca8-8584-4263-bbdd-0f2b0f6b3ecf req-2807cbb4-e3bb-4f0c-b696-d7d3acff8c16 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0918543 May 17 22:09:57.035938 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cffcb3b0-9605-413a-add9-d669dedb8acc req-41fdb189-aabb-449c-b2ef-b0ea0a640020 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727024 May 17 22:09:57.035938 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ccfe2ca8-8584-4263-bbdd-0f2b0f6b3ecf req-40eab7b9-7aa6-4797-8992-ce6e6b569008 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697682 May 17 22:09:57.089462 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10198e00-4b9a-4f68-baf2-7517b8d9bc9c req-4e684c2f-bf80-4670-ae5c-f6b7c2b2d914 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:57.090893 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10198e00-4b9a-4f68-baf2-7517b8d9bc9c req-4e684c2f-bf80-4670-ae5c-f6b7c2b2d914 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0450227 May 17 22:09:57.166829 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10198e00-4b9a-4f68-baf2-7517b8d9bc9c req-516da54a-7eb0-472e-9402-1b4067a00c08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411427 May 17 22:09:57.207763 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b81019f8-03d3-4c0c-84a4-bec30c9165aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (7e7cc37c-9426-43cf-a5b0-f6b096727d73), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:57.280855 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b81019f8-03d3-4c0c-84a4-bec30c9165aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13b55c8de5014239b40d42bccd0d41f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6753855 May 17 22:09:57.283628 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39266) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:57.284071 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81019f8-03d3-4c0c-84a4-bec30c9165aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7cc37c-9426-43cf-a5b0-f6b096727d73,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:57.297306 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27b72-438c-4f0d-be0b-257d597baf1b req-beddc349-d74f-43d6-8aea-4775164bdf21 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:57.298721 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5c27b72-438c-4f0d-be0b-257d597baf1b req-beddc349-d74f-43d6-8aea-4775164bdf21 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0793924 May 17 22:09:57.340680 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-962f0e07-d77a-4635-bb3b-19bd6b9395bb admin admin] Publish callbacks [] for security_group (7e7cc37c-9426-43cf-a5b0-f6b096727d73), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:57.353413 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5c27b72-438c-4f0d-be0b-257d597baf1b req-01ae716f-9406-48e4-935f-4a54b80bb96d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484009 May 17 22:09:57.362300 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-962f0e07-d77a-4635-bb3b-19bd6b9395bb admin admin] Publish callbacks [] for security_group (7e7cc37c-9426-43cf-a5b0-f6b096727d73), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:57.533773 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-962f0e07-d77a-4635-bb3b-19bd6b9395bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (7e7cc37c-9426-43cf-a5b0-f6b096727d73), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:57.537375 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-962f0e07-d77a-4635-bb3b-19bd6b9395bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:57.543281 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-962f0e07-d77a-4635-bb3b-19bd6b9395bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e7cc37c-9426-43cf-a5b0-f6b096727d73 HTTP/1.1" status: 204 len: 168 time: 0.2538779 May 17 22:09:57.574080 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0e07-d77a-4635-bb3b-19bd6b9395bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7cc37c-9426-43cf-a5b0-f6b096727d73,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:09:58.182055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-d2d5aacf-4796-424f-94de-a14765a18a1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581748 May 17 22:09:58.198302 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299a298-97c8-48f6-a9c7-f04c441c68a8 req-3ea581a6-4a82-4a2d-bb93-e8b10751fbd5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.199856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9299a298-97c8-48f6-a9c7-f04c441c68a8 req-3ea581a6-4a82-4a2d-bb93-e8b10751fbd5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1103935 May 17 22:09:58.216372 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ec514-ef46-4788-bdcd-7cf52c6dbb24 req-1e933cab-65c5-4c0a-9bf9-18df8d9d3d39 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.217852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-872ec514-ef46-4788-bdcd-7cf52c6dbb24 req-1e933cab-65c5-4c0a-9bf9-18df8d9d3d39 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0929720 May 17 22:09:58.300806 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-872ec514-ef46-4788-bdcd-7cf52c6dbb24 req-b886e0e8-cd3e-4b0e-86f6-6c44e0743beb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687883 May 17 22:09:58.304562 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9299a298-97c8-48f6-a9c7-f04c441c68a8 req-21b917b5-1549-442c-812d-ec91f0beae73 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974734 May 17 22:09:58.434599 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084b4f9-10b1-4926-80d5-f287e72f001a req-4b8d8383-e3b6-4358-a6c2-c14dd68d984d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.436166 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0084b4f9-10b1-4926-80d5-f287e72f001a req-4b8d8383-e3b6-4358-a6c2-c14dd68d984d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0570543 May 17 22:09:58.489105 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a19211-f061-40b6-a60d-e002fc585c88 req-0901ea64-a4c2-465d-8435-5cc1c5deb27f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.490615 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d1a19211-f061-40b6-a60d-e002fc585c88 req-0901ea64-a4c2-465d-8435-5cc1c5deb27f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0743287 May 17 22:09:58.501007 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39328) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:58.506089 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'floatingip': {'port_id': 'de95285b-0a74-427f-90f8-1b48b78cd597'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:58.513532 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0084b4f9-10b1-4926-80d5-f287e72f001a req-bf1502a0-dd2c-454d-9751-c8cce76511d9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607369 May 17 22:09:58.617729 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (456a41a9-a8fa-4048-843d-ef467df0816b), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:58.680465 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ff63b-2814-459d-912d-509c070c1f2e req-18d556e8-3fe7-4b42-ac3f-91a52de6ba3e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.692734 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f0ff63b-2814-459d-912d-509c070c1f2e req-18d556e8-3fe7-4b42-ac3f-91a52de6ba3e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1090426 May 17 22:09:58.693201 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39338) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:58.702313 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'floatingip': {'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:58.716270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c13b-60e9-41e8-9680-001e8874be90 req-eb35e823-ddfc-4128-b8e8-818e990661f8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.718448 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-38f0c13b-60e9-41e8-9680-001e8874be90 req-eb35e823-ddfc-4128-b8e8-818e990661f8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0848076 May 17 22:09:58.763891 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (e513efed-e09f-428b-8bc6-a6f56442a146), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:58.844825 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5429-65cd-4353-a9d4-de495272e319 req-5dd047e6-5e37-4b41-a311-b3fd9463d80f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:09:58.849762 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-57ab5429-65cd-4353-a9d4-de495272e319 req-5dd047e6-5e37-4b41-a311-b3fd9463d80f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.1120732 May 17 22:09:58.858933 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39344) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:09:58.872027 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:09:58.874933 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-38f0c13b-60e9-41e8-9680-001e8874be90 req-de5f657d-436f-4144-8f0d-739b40811657 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456676 May 17 22:09:58.978528 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (1126f243-d3d8-4646-8003-3de41493ca07), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:09:59.933251 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.db.resource_extend [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 22:10:00.040267 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18915b-9917-47a9-a8fb-ee3affdfbd12 req-fa240c24-d2ff-4ceb-b9b0-ea0a52b948df tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:00.049369 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d18915b-9917-47a9-a8fb-ee3affdfbd12 req-fa240c24-d2ff-4ceb-b9b0-ea0a52b948df tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0919020 May 17 22:10:00.083934 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:00.097009 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d18915b-9917-47a9-a8fb-ee3affdfbd12 req-43f9a8d2-7551-4938-9ff2-72c999876ec5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 May 17 22:10:00.164638 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (456a41a9-a8fa-4048-843d-ef467df0816b), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:00.231294 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:00.320023 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (e513efed-e09f-428b-8bc6-a6f56442a146), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:00.329939 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:00.373234 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Floating IP 456a41a9-a8fa-4048-843d-ef467df0816b associated. External IP: 172.27.2.175, port: de95285b-0a74-427f-90f8-1b48b78cd597. May 17 22:10:00.447357 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (1126f243-d3d8-4646-8003-3de41493ca07), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:00.544238 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Floating IP e513efed-e09f-428b-8bc6-a6f56442a146 associated. External IP: 172.27.2.156, port: 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e. May 17 22:10:00.733201 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-787d5e6d-7b68-4008-ace2-5ccfcaefb583 service neutron] 10.222.0.52 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116073 May 17 22:10:00.874181 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-415616cf-25ba-4d85-95eb-e70629995569 service neutron] 10.222.0.52 "GET /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232626 May 17 22:10:00.932190 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 1126f243-d3d8-4646-8003-3de41493ca07 associated. External IP: 172.27.2.10, port: 6bf3020e-df21-491a-8ec0-6c8d0f806985. May 17 22:10:01.136134 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:10:01.238088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3c4c-16b2-4cb4-8bf4-da31698df923 req-6a093c68-c9ac-462d-81f5-e8c96ef1bd7b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:01.239465 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-be2d3c4c-16b2-4cb4-8bf4-da31698df923 req-6a093c68-c9ac-462d-81f5-e8c96ef1bd7b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0483706 May 17 22:10:01.269549 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:10:01.339211 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-be2d3c4c-16b2-4cb4-8bf4-da31698df923 req-2ee78ee6-ce37-4dc8-b3d2-2f56c07a85ff tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894856 May 17 22:10:01.401650 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-164cda3d-c5b4-4cc9-936d-f049ea5c5704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:01.417476 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:10:01.424302 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:01.430248 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:10:01.441724 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:01.442326 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:01.457300 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:10:01.500164 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d0d1c291-990e-4691-b689-6fe462b9d107 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "PUT /v2.0/floatingips/456a41a9-a8fa-4048-843d-ef467df0816b HTTP/1.1" status: 200 len: 992 time: 2.9956038 May 17 22:10:01.500164 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:10:01.502408 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bd5465-2cc3-414d-a6b4-ad21d66e3474" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:10:01.528404 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:10:01.538659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:10:01.565278 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:01.565926 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:01.568315 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:01.606268 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdb8b29-04fd-4421-8128-63eef4291ef3 x-openstack-request-id: req-4bdb8b29-04fd-4421-8128-63eef4291ef3 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:10:01.606737 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:10:01.607179 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bdb8b29-04fd-4421-8128-63eef4291ef3 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:10:01.607717 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdb8b29-04fd-4421-8128-63eef4291ef3'] response: {'name': 'network-changed', 'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'status': 'completed', 'code': 200} May 17 22:10:01.617228 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-61bd09b7-1a3b-4985-9bd3-6ad169fbeeab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "PUT /v2.0/floatingips/e513efed-e09f-428b-8bc6-a6f56442a146 HTTP/1.1" status: 200 len: 992 time: 2.9230514 May 17 22:10:01.639821 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:01.679636 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:10:01.694609 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:01.719397 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:01.725707 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:10:01.753852 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-50b86e99-3b5b-4956-8fa9-f49bd2d1331b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "PUT /v2.0/floatingips/1126f243-d3d8-4646-8003-3de41493ca07 HTTP/1.1" status: 200 len: 991 time: 2.8849826 May 17 22:10:01.759940 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:01.765075 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:01.790370 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-d26ea412-52c1-45a4-bd5c-54ef4f39b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:01.792515 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-d26ea412-52c1-45a4-bd5c-54ef4f39b0a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 1130 time: 0.0843995 May 17 22:10:01.992110 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-591714f5-58fb-4a82-a80d-21bea65025d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:01.994820 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-591714f5-58fb-4a82-a80d-21bea65025d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 911 time: 0.1626701 May 17 22:10:02.020601 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:02.054878 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'e513efed-e09f-428b-8bc6-a6f56442a146', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'mac_address': 'fa:16:3e:11:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:19Z', 'updated_at': '2022-05-17T22:10:00Z', 'revision_number': 1, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.086820 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:10:02.097340 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:02.098170 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.147859 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-0d22c476-1f23-4d78-b0e4-b030f630c9c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 200 len: 1000 time: 0.1463230 May 17 22:10:02.183936 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '456a41a9-a8fa-4048-843d-ef467df0816b', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'port_id': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'mac_address': 'fa:16:3e:1d:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:21Z', 'updated_at': '2022-05-17T22:09:59Z', 'revision_number': 1, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.211353 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:10:02.237668 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:02.256559 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:02.257432 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.415279 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:00Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.418375 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:02.437036 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-17c6a03a-381e-47b0-9c5d-4be09e0bfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:02.437036 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-17c6a03a-381e-47b0-9c5d-4be09e0bfd37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.0471175 May 17 22:10:02.502245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'e513efed-e09f-428b-8bc6-a6f56442a146', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'mac_address': 'fa:16:3e:11:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:19Z', 'updated_at': '2022-05-17T22:10:00Z', 'revision_number': 1, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.597337 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-16bb797b-f360-49de-94c9-9cc8e9e2b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:02.598875 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-16bb797b-f360-49de-94c9-9cc8e9e2b9ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1566253 May 17 22:10:02.633913 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:10:02.638893 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5289c-affd-413c-a3e0-0c9f14c9b515 req-d14b5ee7-ca8c-47e3-94e0-412edd8f83eb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:02.640098 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-98a5289c-affd-413c-a3e0-0c9f14c9b515 req-d14b5ee7-ca8c-47e3-94e0-412edd8f83eb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.1521144 May 17 22:10:02.658954 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:02.659916 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:09:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:02.671193 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ebca33-2849-4eed-9cb8-66249dc2f90e None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'e513efed-e09f-428b-8bc6-a6f56442a146', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'mac_address': 'fa:16:3e:11:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:19Z', 'updated_at': '2022-05-17T22:10:00Z', 'revision_number': 1, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:10:02.747708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-98a5289c-affd-413c-a3e0-0c9f14c9b515 req-de158e6a-1ac9-4147-b437-624315f24a73 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980327 May 17 22:10:02.768255 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-1d125d3d-58c9-4632-8dd3-803f98a38618 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601088 May 17 22:10:02.877975 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04bd5465-2cc3-414d-a6b4-ad21d66e3474 req-b5288f16-dadc-420d-b700-aa01a997ba21 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026466 May 17 22:10:02.961105 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:03.036974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc9c9d-bb6a-4d07-a586-9098b2859b23 None None] New status for floating IP e513efed-e09f-428b-8bc6-a6f56442a146: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:10:03.076017 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '456a41a9-a8fa-4048-843d-ef467df0816b', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'port_id': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'mac_address': 'fa:16:3e:1d:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:21Z', 'updated_at': '2022-05-17T22:09:59Z', 'revision_number': 1, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:03.112439 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72075b2-09c9-4a9c-9bcd-5e888c513922 None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '456a41a9-a8fa-4048-843d-ef467df0816b', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'port_id': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'mac_address': 'fa:16:3e:1d:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:21Z', 'updated_at': '2022-05-17T22:09:59Z', 'revision_number': 1, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:10:03.253592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2b7dd-aa1b-4544-a5e4-a256af602ad3 req-747910e1-bd3c-44c7-8d03-b5160411af7d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:03.255099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cdc2b7dd-aa1b-4544-a5e4-a256af602ad3 req-747910e1-bd3c-44c7-8d03-b5160411af7d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.0657308 May 17 22:10:03.281687 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:00Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:03.313523 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b564973-7f95-4d6c-9399-f90b45f56428 None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:00Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:10:03.320217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cdc2b7dd-aa1b-4544-a5e4-a256af602ad3 req-f4a0b9c5-063b-4c5b-9088-c51b546da34b tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578794 May 17 22:10:03.415974 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60ba49-3211-4346-be69-8b756f74e35c None None] New status for floating IP 456a41a9-a8fa-4048-843d-ef467df0816b: ACTIVE {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:10:03.609724 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}, {'name': 'network-changed', 'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:10:03.612886 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5f5f5-927c-47bc-9443-56526f264969" -d '{"events": [{"name": "network-changed", "server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}, {"name": "network-changed", "server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:10:03.655696 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 May 2022 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa32dd25-56dc-4b85-9618-bfb5e1114d11 x-openstack-request-id: req-fa32dd25-56dc-4b85-9618-bfb5e1114d11 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:10:03.656061 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:10:03.656401 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa32dd25-56dc-4b85-9618-bfb5e1114d11 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:10:03.656869 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa32dd25-56dc-4b85-9618-bfb5e1114d11'] response: {'name': 'network-changed', 'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'status': 'completed', 'code': 200} May 17 22:10:03.657192 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa32dd25-56dc-4b85-9618-bfb5e1114d11'] response: {'name': 'network-changed', 'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'status': 'completed', 'code': 200} May 17 22:10:03.867097 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f7ee-ae69-48d2-8214-c7e4d4b98321 req-d162ba68-17d6-4b5a-9c69-33d128ae1030 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:03.869374 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6819f7ee-ae69-48d2-8214-c7e4d4b98321 req-d162ba68-17d6-4b5a-9c69-33d128ae1030 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0542157 May 17 22:10:03.918493 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6819f7ee-ae69-48d2-8214-c7e4d4b98321 req-91e00e98-3991-48a5-a707-bc2b60f7244f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 May 17 22:10:04.028721 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b3046-8d84-40b6-90c1-15550a100c22 None None] New status for floating IP 1126f243-d3d8-4646-8003-3de41493ca07: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:10:04.067359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bd88047a-f8f4-49dc-b94f-a7b565becaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:04.439407 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3c09b-23d5-49dc-85de-a97b97d1b625 req-8949315d-2cee-4728-a6a9-5b65c67b32c0 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:04.440879 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3c09b-23d5-49dc-85de-a97b97d1b625 req-8949315d-2cee-4728-a6a9-5b65c67b32c0 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.0463364 May 17 22:10:04.495024 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3c09b-23d5-49dc-85de-a97b97d1b625 req-f9dc9a2a-c300-4971-9cb5-fd54829df32c tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484781 May 17 22:10:04.624347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-4ad07d01-d33a-4469-a7ed-f308f081e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:04.625696 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-4ad07d01-d33a-4469-a7ed-f308f081e6a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1130 time: 0.0390275 May 17 22:10:04.731782 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-ba4b0be2-62fa-4133-8622-5600523c45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:04.733322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-ba4b0be2-62fa-4133-8622-5600523c45bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.0955162 May 17 22:10:04.739588 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39520) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:04.802890 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-f4d263a6-cc63-4630-9131-dcb09ee9c176 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 1002 time: 0.0568678 May 17 22:10:04.860885 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-713386f0-b6c9-4643-a770-f19a87729c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:04.932486 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39526) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:04.985252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-713386f0-b6c9-4643-a770-f19a87729c73 admin admin] Publish callbacks [] for security_group (025308a5-afe6-4039-88d9-cb62e5da96b1), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.001852 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.056567 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-713386f0-b6c9-4643-a770-f19a87729c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (025308a5-afe6-4039-88d9-cb62e5da96b1), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.076682 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e72b67d-6bc1-40f7-86e4-104a7fc791da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.119755 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-713386f0-b6c9-4643-a770-f19a87729c73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cf00d60a8a14803bad841273acfce15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789623 May 17 22:10:05.123569 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39532) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:05.125501 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713386f0-b6c9-4643-a770-f19a87729c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025308a5-afe6-4039-88d9-cb62e5da96b1,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:05.202730 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-6863b3c0-b895-470a-9301-8c94932a7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.205176 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-6863b3c0-b895-470a-9301-8c94932a7d80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.2899268 May 17 22:10:05.216394 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c1c1-52a4-4447-a44d-a11e202bbd4e req-c135d0f5-e4b4-4920-b02f-1c652b54e960 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.217816 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39e0c1c1-52a4-4447-a44d-a11e202bbd4e req-c135d0f5-e4b4-4920-b02f-1c652b54e960 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0622225 May 17 22:10:05.243819 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7ec01eaf-942d-444d-b491-dd21616c74e3 admin admin] Publish callbacks [] for security_group (025308a5-afe6-4039-88d9-cb62e5da96b1), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.275897 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-87a964c5-2b30-41dd-abb0-b15195721337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.277366 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-87a964c5-2b30-41dd-abb0-b15195721337 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587103 May 17 22:10:05.310703 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39e0c1c1-52a4-4447-a44d-a11e202bbd4e req-5c3d6e18-fbb0-483b-9415-d6ff8e375d75 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840285 May 17 22:10:05.320906 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a79d46-d078-456e-8d87-334155140289 req-118650a1-e8e4-4a59-8fb0-29923838960d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.322847 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-42a79d46-d078-456e-8d87-334155140289 req-118650a1-e8e4-4a59-8fb0-29923838960d tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.1148617 May 17 22:10:05.341324 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e72b67d-6bc1-40f7-86e4-104a7fc791da admin admin] Publish callbacks [] for security_group (22d5bf62-9d56-4b52-8901-17f077947b48), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.343441 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7ec01eaf-942d-444d-b491-dd21616c74e3 admin admin] Publish callbacks [] for security_group (025308a5-afe6-4039-88d9-cb62e5da96b1), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.382416 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-85cb5074-c61a-4bf5-87c8-9fae5fa8ad1d service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957425 May 17 22:10:05.418566 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e72b67d-6bc1-40f7-86e4-104a7fc791da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (22d5bf62-9d56-4b52-8901-17f077947b48), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.483588 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-42e76678-3c46-4e61-a02b-c5689cd7eb9d service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955174 May 17 22:10:05.509132 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4e72b67d-6bc1-40f7-86e4-104a7fc791da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=070a48799da941efbe309c725edc3da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755725 May 17 22:10:05.512921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39538) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:05.517052 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72b67d-6bc1-40f7-86e4-104a7fc791da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5bf62-9d56-4b52-8901-17f077947b48,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:05.519597 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Deleting port 4122bc49-075f-46ee-9328-771d7f9793d0 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:10:05.519934 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.576519 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-15a89af9-ab3c-4e4f-9e03-a576b6c3180c admin admin] Publish callbacks [] for security_group (22d5bf62-9d56-4b52-8901-17f077947b48), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.623212 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7ec01eaf-942d-444d-b491-dd21616c74e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (025308a5-afe6-4039-88d9-cb62e5da96b1), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.623553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-15a89af9-ab3c-4e4f-9e03-a576b6c3180c admin admin] Publish callbacks [] for security_group (22d5bf62-9d56-4b52-8901-17f077947b48), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.625735 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7ec01eaf-942d-444d-b491-dd21616c74e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.626889 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7ec01eaf-942d-444d-b491-dd21616c74e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/025308a5-afe6-4039-88d9-cb62e5da96b1 HTTP/1.1" status: 204 len: 168 time: 0.5022881 May 17 22:10:05.628848 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] For port 4122bc49-075f-46ee-9328-771d7f9793d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4122bc49-075f-46ee-9328-771d7f9793d0,segment=NetworkSegment(ad48a19a-0b9b-4ace-a305-4719a754c4bf),segment_id=ad48a19a-0b9b-4ace-a305-4719a754c4bf)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:05.629455 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.644792 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01eaf-942d-444d-b491-dd21616c74e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025308a5-afe6-4039-88d9-cb62e5da96b1,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:05.653189 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Calling delete_port for 4122bc49-075f-46ee-9328-771d7f9793d0 owned by compute:nova {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:10:05.660631 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95f4b4-bfb6-4f95-bd05-dd213705eebd req-f482a001-bb72-424e-ab5f-7c3715918098 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.665047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-af95f4b4-bfb6-4f95-bd05-dd213705eebd req-f482a001-bb72-424e-ab5f-7c3715918098 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 945 time: 0.0753181 May 17 22:10:05.763443 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-adb8323c-246b-4d20-80dd-825d7a6ea63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.764824 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-adb8323c-246b-4d20-80dd-825d7a6ea63e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 1130 time: 0.0646996 May 17 22:10:05.769099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-af95f4b4-bfb6-4f95-bd05-dd213705eebd req-f5dbed74-1213-4bdd-809a-15463e2f08f8 tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/security-groups?id=86ecee39-c63d-4b8e-9e4e-74b7e14032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935376 May 17 22:10:05.835892 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-15a89af9-ab3c-4e4f-9e03-a576b6c3180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (22d5bf62-9d56-4b52-8901-17f077947b48), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.838507 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-15a89af9-ab3c-4e4f-9e03-a576b6c3180c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.839662 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-15a89af9-ab3c-4e4f-9e03-a576b6c3180c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22d5bf62-9d56-4b52-8901-17f077947b48 HTTP/1.1" status: 204 len: 168 time: 0.3254654 May 17 22:10:05.854813 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a89af9-ab3c-4e4f-9e03-a576b6c3180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5bf62-9d56-4b52-8901-17f077947b48,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:05.875742 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-4ec7f059-7e0c-44ab-b0d2-9d5fd5ec91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:05.877309 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-4ec7f059-7e0c-44ab-b0d2-9d5fd5ec91a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 916 time: 0.1058757 May 17 22:10:05.916263 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (4122bc49-075f-46ee-9328-771d7f9793d0), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:05.934467 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['4122bc49-075f-46ee-9328-771d7f9793d0'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:10:05.956229 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Pushing event deleted for resources: {'Port': ['ID=4122bc49-075f-46ee-9328-771d7f9793d0,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:06.001793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-ee800152-9037-4ef5-9aa9-b69538fa102e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985 HTTP/1.1" status: 200 len: 1001 time: 0.1173313 May 17 22:10:06.037359 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] No DVR routers for this DVR port 4122bc49-075f-46ee-9328-771d7f9793d0 on host hv-cinder-83998 {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:10:06.040770 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.044747 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-42a79d46-d078-456e-8d87-334155140289 req-b75c6fb7-acfb-4543-aa7a-e59b90cc1fab tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.52 "DELETE /v2.0/ports/4122bc49-075f-46ee-9328-771d7f9793d0 HTTP/1.1" status: 204 len: 173 time: 0.7145104 May 17 22:10:06.045198 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ecc557-2ee5-4581-aace-b8de718753a6', 'name': 'network-vif-deleted', 'tag': '4122bc49-075f-46ee-9328-771d7f9793d0'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:10:06.047483 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4e54e6-906a-4a20-b5ef-81a1d06d2fbd" -d '{"events": [{"server_uuid": "58ecc557-2ee5-4581-aace-b8de718753a6", "name": "network-vif-deleted", "tag": "4122bc49-075f-46ee-9328-771d7f9793d0"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:10:06.077820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-94e2817f-ef88-4028-85b1-e8a2a1411bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:06.079656 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-94e2817f-ef88-4028-85b1-e8a2a1411bea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.0664010 May 17 22:10:06.103162 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2dad3a-aa66-4323-88de-ab8530d2dbba x-openstack-request-id: req-4f2dad3a-aa66-4323-88de-ab8530d2dbba {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:10:06.103783 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ecc557-2ee5-4581-aace-b8de718753a6", "name": "network-vif-deleted", "tag": "4122bc49-075f-46ee-9328-771d7f9793d0", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:10:06.104302 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f2dad3a-aa66-4323-88de-ab8530d2dbba {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:10:06.104882 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2dad3a-aa66-4323-88de-ab8530d2dbba'] response: {'server_uuid': '58ecc557-2ee5-4581-aace-b8de718753a6', 'name': 'network-vif-deleted', 'tag': '4122bc49-075f-46ee-9328-771d7f9793d0', 'status': 'completed', 'code': 200} May 17 22:10:06.143670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5f5-927c-47bc-9443-56526f264969 req-c0e506c2-9738-4bd7-be71-55eab1d44c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:06.145224 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-c0e506c2-9738-4bd7-be71-55eab1d44c5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551271 May 17 22:10:06.255746 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-27dd4a21-d369-41e6-aac0-7c23c7f34364 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960913 May 17 22:10:06.357093 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.377674 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b5f5f5-927c-47bc-9443-56526f264969 req-0ac2ea21-26a2-4bcd-8981-63db94b66209 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998764 May 17 22:10:06.390668 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39564) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:06.410337 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d87951ff-6888-45bf-86d0-63d0bebacdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.469340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672b515-2300-4318-a188-0d4176548f16 req-fd0b3e6c-1af6-475e-8671-1fe352109cf1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:06.470818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c672b515-2300-4318-a188-0d4176548f16 req-fd0b3e6c-1af6-475e-8671-1fe352109cf1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0627084 May 17 22:10:06.541709 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c672b515-2300-4318-a188-0d4176548f16 req-81154a1f-1f05-417d-b883-2e523b675176 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622363 May 17 22:10:06.565449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d87951ff-6888-45bf-86d0-63d0bebacdc4 admin admin] Publish callbacks [] for security_group (18c97201-f64d-4082-b41f-7d18dfeb03e6), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.721541 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d87951ff-6888-45bf-86d0-63d0bebacdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (18c97201-f64d-4082-b41f-7d18dfeb03e6), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.758490 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d87951ff-6888-45bf-86d0-63d0bebacdc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=799eef0511de4ee6b496e79f2aff4d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665190 May 17 22:10:06.761141 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39568) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:06.763417 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87951ff-6888-45bf-86d0-63d0bebacdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c97201-f64d-4082-b41f-7d18dfeb03e6,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:06.828178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e74e-2d88-4e22-b50a-beec57463b0a admin admin] Publish callbacks [] for security_group (18c97201-f64d-4082-b41f-7d18dfeb03e6), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.868838 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e74e-2d88-4e22-b50a-beec57463b0a admin admin] Publish callbacks [] for security_group (18c97201-f64d-4082-b41f-7d18dfeb03e6), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:06.885594 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f994de6f-c57e-46ac-b58b-00f2c692e784 req-9ce07ca5-1411-4109-8116-5944e4bdcb4c tempest-DeleteServersTestJSON-1491617826 tempest-DeleteServersTestJSON-1491617826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ecc557-2ee5-4581-aace-b8de718753a6 HTTP/1.1" status: 200 len: 210 time: 0.0364475 May 17 22:10:07.036158 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e74e-2d88-4e22-b50a-beec57463b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (18c97201-f64d-4082-b41f-7d18dfeb03e6), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:07.038853 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e74e-2d88-4e22-b50a-beec57463b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:07.045955 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6ee7e74e-2d88-4e22-b50a-beec57463b0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18c97201-f64d-4082-b41f-7d18dfeb03e6 HTTP/1.1" status: 204 len: 168 time: 0.2771308 May 17 22:10:07.048042 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7e74e-2d88-4e22-b50a-beec57463b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c97201-f64d-4082-b41f-7d18dfeb03e6,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:07.670314 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb58ce-f143-4c88-9cf3-37ef721a15f9 req-59e430e1-26ac-42a9-9d1e-097ef7a94822 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:07.673148 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50cb58ce-f143-4c88-9cf3-37ef721a15f9 req-59e430e1-26ac-42a9-9d1e-097ef7a94822 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0620155 May 17 22:10:07.729047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50cb58ce-f143-4c88-9cf3-37ef721a15f9 req-1fa12235-6ff7-424b-8c48-134fc672713c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478532 May 17 22:10:07.756067 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:07.806875 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39642) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:07.823357 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1bfc-f053-422b-8980-7e6fe02ef216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:07.896501 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1bfc-f053-422b-8980-7e6fe02ef216 admin admin] Publish callbacks [] for security_group (671958a2-6a08-44b7-8d7d-bd8f40d0e51b), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:08.024960 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1bfc-f053-422b-8980-7e6fe02ef216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (671958a2-6a08-44b7-8d7d-bd8f40d0e51b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:08.065137 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7e9a1bfc-f053-422b-8980-7e6fe02ef216 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b46672b97a5a416e81fb84e8f81b431c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570662 May 17 22:10:08.066185 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a1bfc-f053-422b-8980-7e6fe02ef216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671958a2-6a08-44b7-8d7d-bd8f40d0e51b,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:08.067856 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39648) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:08.116115 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf45e37c-e5c8-40fd-b017-200a61b9e7dd admin admin] Publish callbacks [] for security_group (671958a2-6a08-44b7-8d7d-bd8f40d0e51b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:08.137169 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf45e37c-e5c8-40fd-b017-200a61b9e7dd admin admin] Publish callbacks [] for security_group (671958a2-6a08-44b7-8d7d-bd8f40d0e51b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:08.315954 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf45e37c-e5c8-40fd-b017-200a61b9e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (671958a2-6a08-44b7-8d7d-bd8f40d0e51b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:08.318835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf45e37c-e5c8-40fd-b017-200a61b9e7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:08.322542 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cf45e37c-e5c8-40fd-b017-200a61b9e7dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/671958a2-6a08-44b7-8d7d-bd8f40d0e51b HTTP/1.1" status: 204 len: 168 time: 0.2513952 May 17 22:10:08.329450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45e37c-e5c8-40fd-b017-200a61b9e7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671958a2-6a08-44b7-8d7d-bd8f40d0e51b,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:08.864689 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38630bf3-c918-4e2e-9e14-8f7f4a1adf76 req-3ac583a8-94b0-4505-a682-c22f91df8d3d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:08.867206 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-38630bf3-c918-4e2e-9e14-8f7f4a1adf76 req-3ac583a8-94b0-4505-a682-c22f91df8d3d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0605242 May 17 22:10:08.925407 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-38630bf3-c918-4e2e-9e14-8f7f4a1adf76 req-fb7b81c4-2448-41f0-ab5f-a556965ec7d1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 May 17 22:10:09.140394 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 4122bc49-075f-46ee-9328-771d7f9793d0 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:10:09.162983 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 4122bc49-075f-46ee-9328-771d7f9793d0 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:10:09.164587 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 4122bc49-075f-46ee-9328-771d7f9793d0 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:10:09.422264 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:10:09.956353 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39730) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:10.004594 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Deleting subnet 37c56eb7-4a0d-4698-bdc1-2923c714ad68 {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:10:10.008470 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Publish callbacks [] for subnet (37c56eb7-4a0d-4698-bdc1-2923c714ad68), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.043252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14738179'] for subnet (37c56eb7-4a0d-4698-bdc1-2923c714ad68), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.046565 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e237-401a-4455-beda-44043e4e42db req-21d68f7b-6462-4039-b6c6-d9407ec5a4c0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:10.048218 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2809e237-401a-4455-beda-44043e4e42db req-21d68f7b-6462-4039-b6c6-d9407ec5a4c0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0484712 May 17 22:10:10.089179 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (37c56eb7-4a0d-4698-bdc1-2923c714ad68), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.102011 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2809e237-401a-4455-beda-44043e4e42db req-c07fae2c-44c8-46b6-bfe0-f40f0cd5b3b9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 May 17 22:10:10.219507 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14436444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14585426'] for subnet (37c56eb7-4a0d-4698-bdc1-2923c714ad68), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.242875 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c56eb7-4a0d-4698-bdc1-2923c714ad68,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:10.248752 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.254648 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ba2a0638-7250-4b29-a83f-f6d48aff2c15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/37c56eb7-4a0d-4698-bdc1-2923c714ad68 HTTP/1.1" status: 204 len: 168 time: 0.2978523 May 17 22:10:10.254775 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39732) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:10.331695 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (8a62d14a-c66c-4e1f-821e-7071b2d3f6a0), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.418128 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (8a62d14a-c66c-4e1f-821e-7071b2d3f6a0), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.442346 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a62d14a-c66c-4e1f-821e-7071b2d3f6a0']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:10.452774 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad48a19a-0b9b-4ace-a305-4719a754c4bf') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:10.453069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad48a19a-0b9b-4ace-a305-4719a754c4bf') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:10.463255 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (ad48a19a-0b9b-4ace-a305-4719a754c4bf), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.477702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (ad48a19a-0b9b-4ace-a305-4719a754c4bf), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.483918 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:10:10.484174 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (ad48a19a-0b9b-4ace-a305-4719a754c4bf), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:10:10.485824 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:10:10.651077 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (8a62d14a-c66c-4e1f-821e-7071b2d3f6a0), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.659345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:10.662530 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a62d14a-c66c-4e1f-821e-7071b2d3f6a0 HTTP/1.1" status: 204 len: 168 time: 0.4066813 May 17 22:10:10.672047 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8905a1-a1a7-4a94-bc20-6bfa655dc84c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a62d14a-c66c-4e1f-821e-7071b2d3f6a0,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:11.097003 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39748) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:11.139540 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-adc32726-8532-4205-91f3-8dc1e8a93002 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d2df1e983894585869358afcafd0fb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413418 May 17 22:10:11.142109 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39752) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:11.226977 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c245a78c-c6ee-4be9-9135-3245349820f9 admin admin] Publish callbacks [] for security_group (86ecee39-c63d-4b8e-9e4e-74b7e14032f8), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:11.239487 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca0e4-aac4-44b2-903a-d9f7baa05efa req-5135bcdf-4dd0-4a7e-a5bb-f1842966bd62 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:11.241666 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e71ca0e4-aac4-44b2-903a-d9f7baa05efa req-5135bcdf-4dd0-4a7e-a5bb-f1842966bd62 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0673749 May 17 22:10:11.273373 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c245a78c-c6ee-4be9-9135-3245349820f9 admin admin] Publish callbacks [] for security_group (86ecee39-c63d-4b8e-9e4e-74b7e14032f8), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:11.325870 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e71ca0e4-aac4-44b2-903a-d9f7baa05efa req-c99fb05c-a1c0-4404-95c1-c40dd9328a6c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787520 May 17 22:10:11.416523 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c245a78c-c6ee-4be9-9135-3245349820f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (86ecee39-c63d-4b8e-9e4e-74b7e14032f8), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:11.419089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c245a78c-c6ee-4be9-9135-3245349820f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:11.420220 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c245a78c-c6ee-4be9-9135-3245349820f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86ecee39-c63d-4b8e-9e4e-74b7e14032f8 HTTP/1.1" status: 204 len: 168 time: 0.2772002 May 17 22:10:11.428506 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a78c-c6ee-4be9-9135-3245349820f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ecee39-c63d-4b8e-9e4e-74b7e14032f8,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:11.749544 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-6c2496fb-c035-46c6-99c2-ec74f7bacbae tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=53795e38f3b84b859ad65f6203156d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303242 May 17 22:10:11.956785 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-bdb62300-5ad1-4a71-95a6-88e719d5f6d8 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:11.960874 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-bdb62300-5ad1-4a71-95a6-88e719d5f6d8 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048366 May 17 22:10:11.978458 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-af06442c-5b85-4d0d-8e9b-acf15c340009 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/quotas/53795e38f3b84b859ad65f6203156d20 HTTP/1.1" status: 200 len: 375 time: 0.0125089 May 17 22:10:12.009764 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-a9d34756-4513-4f53-bf7b-db735cbe6983 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=53795e38f3b84b859ad65f6203156d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260470 May 17 22:10:12.313273 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a0a35eb8-fa2e-4b69-998a-8ebb77a18191 req-d80ba406-b1d7-4e9a-b694-d3e469071423 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 210 time: 0.0348899 May 17 22:10:12.454049 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b268a-28a2-4489-9db1-4f2547112b99 req-2d8f3fdc-b396-4152-aaf1-dadaeead9e49 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:12.455534 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-427b268a-28a2-4489-9db1-4f2547112b99 req-2d8f3fdc-b396-4152-aaf1-dadaeead9e49 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0534370 May 17 22:10:12.506809 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-427b268a-28a2-4489-9db1-4f2547112b99 req-a30f5cab-5f06-496e-88e0-9b893c8a183b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 May 17 22:10:12.674145 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39812) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:12.782463 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fbf3218c-13fd-42d2-9cc5-cc29b207658a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:12.875815 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fbf3218c-13fd-42d2-9cc5-cc29b207658a admin admin] Publish callbacks [] for security_group (fed586fb-4b47-4155-98fc-5248f5dca0a0), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:12.948301 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fbf3218c-13fd-42d2-9cc5-cc29b207658a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fed586fb-4b47-4155-98fc-5248f5dca0a0), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:12.987777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fbf3218c-13fd-42d2-9cc5-cc29b207658a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5bc8c352f5b41508150e4da0df09be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122818 May 17 22:10:12.988645 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3218c-13fd-42d2-9cc5-cc29b207658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed586fb-4b47-4155-98fc-5248f5dca0a0,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:12.991092 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39820) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:13.047751 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fb62-5438-4c3d-85b8-e93195a9f450 admin admin] Publish callbacks [] for security_group (fed586fb-4b47-4155-98fc-5248f5dca0a0), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:13.073905 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fb62-5438-4c3d-85b8-e93195a9f450 admin admin] Publish callbacks [] for security_group (fed586fb-4b47-4155-98fc-5248f5dca0a0), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:13.207545 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fb62-5438-4c3d-85b8-e93195a9f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fed586fb-4b47-4155-98fc-5248f5dca0a0), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:13.211373 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fb62-5438-4c3d-85b8-e93195a9f450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:13.213662 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5ea9fb62-5438-4c3d-85b8-e93195a9f450 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fed586fb-4b47-4155-98fc-5248f5dca0a0 HTTP/1.1" status: 204 len: 168 time: 0.2208564 May 17 22:10:13.224925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9fb62-5438-4c3d-85b8-e93195a9f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed586fb-4b47-4155-98fc-5248f5dca0a0,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:13.401281 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-80f8b94c-63e6-45d4-b337-1be33af9a8e0 req-15ccee25-192d-4f68-808a-a6590e3aa17f tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 210 time: 0.0299079 May 17 22:10:13.639025 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda17f-5016-49a4-afc4-a15224052599 req-2473468c-6ec0-4efd-a70b-b672d1264993 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:13.640984 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6fdda17f-5016-49a4-afc4-a15224052599 req-2473468c-6ec0-4efd-a70b-b672d1264993 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0551729 May 17 22:10:13.694611 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6fdda17f-5016-49a4-afc4-a15224052599 req-458fb03e-3d54-49da-aca9-3dfcf791cbd6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481997 May 17 22:10:13.939362 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39858) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:13.953001 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3872ad93-6ac2-4cbd-9e77-2f7ce7eb6024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.033484 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3872ad93-6ac2-4cbd-9e77-2f7ce7eb6024 admin admin] Publish callbacks [] for security_group (e152b09f-8714-4168-9632-131f590134d3), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.131016 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3872ad93-6ac2-4cbd-9e77-2f7ce7eb6024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (e152b09f-8714-4168-9632-131f590134d3), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.170502 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3872ad93-6ac2-4cbd-9e77-2f7ce7eb6024 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=790e8b69241648f5a399a1931423619a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299964 May 17 22:10:14.172391 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872ad93-6ac2-4cbd-9e77-2f7ce7eb6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e152b09f-8714-4168-9632-131f590134d3,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:14.173471 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39860) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:14.227391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e157f29e-9af0-4133-afb6-0ce5ca7bb8de admin admin] Publish callbacks [] for security_group (e152b09f-8714-4168-9632-131f590134d3), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.249162 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e157f29e-9af0-4133-afb6-0ce5ca7bb8de admin admin] Publish callbacks [] for security_group (e152b09f-8714-4168-9632-131f590134d3), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.265344 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 39864) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:14.379863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36b6ee88-ac29-45cd-9045-31ca1f4c4580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.382791 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e157f29e-9af0-4133-afb6-0ce5ca7bb8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (e152b09f-8714-4168-9632-131f590134d3), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.386254 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e157f29e-9af0-4133-afb6-0ce5ca7bb8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.387409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e157f29e-9af0-4133-afb6-0ce5ca7bb8de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e152b09f-8714-4168-9632-131f590134d3 HTTP/1.1" status: 204 len: 168 time: 0.2128603 May 17 22:10:14.404675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f29e-9af0-4133-afb6-0ce5ca7bb8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152b09f-8714-4168-9632-131f590134d3,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:14.519337 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36b6ee88-ac29-45cd-9045-31ca1f4c4580 admin admin] Publish callbacks [] for security_group (18785f77-4757-4fad-8eec-0da326c80777), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.522074 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ddf4b8d7-f9ea-438b-a55f-695d9c2b4a50 req-189715f0-fe2c-48c3-9203-bde6489aff94 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 210 time: 0.0388861 May 17 22:10:14.570645 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36b6ee88-ac29-45cd-9045-31ca1f4c4580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (18785f77-4757-4fad-8eec-0da326c80777), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.576907 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-e3f17023-b2f3-46b8-a66b-10d46a0b7ca4 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=53795e38f3b84b859ad65f6203156d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377760 May 17 22:10:14.644204 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6ee88-ac29-45cd-9045-31ca1f4c4580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18785f77-4757-4fad-8eec-0da326c80777,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:14.656351 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-36b6ee88-ac29-45cd-9045-31ca1f4c4580 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78c858c140c741d8a7ad62a022299fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894448 May 17 22:10:14.658727 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39876) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:14.715784 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-db0d417c-5f22-4171-bf55-8f133153b5fc admin admin] Publish callbacks [] for security_group (18785f77-4757-4fad-8eec-0da326c80777), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.745116 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-db0d417c-5f22-4171-bf55-8f133153b5fc admin admin] Publish callbacks [] for security_group (18785f77-4757-4fad-8eec-0da326c80777), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.749768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-fd291922-5803-4943-9c33-789faa8592fb tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:14.751265 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-fd291922-5803-4943-9c33-789faa8592fb tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615818 May 17 22:10:14.780390 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Request body: {'port': {'device_id': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd', 'admin_state_up': True, 'tenant_id': '53795e38f3b84b859ad65f6203156d20'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:14.876215 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-db0d417c-5f22-4171-bf55-8f133153b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (18785f77-4757-4fad-8eec-0da326c80777), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.877101 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964f66-035a-4311-ba6f-086be1a63ee5 req-b5e940ff-51c9-4623-a7ff-0aff6bfe0583 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:14.878734 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-db0d417c-5f22-4171-bf55-8f133153b5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:14.879555 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc964f66-035a-4311-ba6f-086be1a63ee5 req-b5e940ff-51c9-4623-a7ff-0aff6bfe0583 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0955236 May 17 22:10:14.882700 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-db0d417c-5f22-4171-bf55-8f133153b5fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18785f77-4757-4fad-8eec-0da326c80777 HTTP/1.1" status: 204 len: 168 time: 0.2223752 May 17 22:10:14.890995 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d417c-5f22-4171-bf55-8f133153b5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18785f77-4757-4fad-8eec-0da326c80777,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:14.974383 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc964f66-035a-4311-ba6f-086be1a63ee5 req-586309d1-ea5b-4453-9035-258f0330d2c8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870976 May 17 22:10:15.053936 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39882) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:15.068822 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e11a2705-689b-4e42-b2e7-2242c1753314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.148743 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Made reservation on behalf of 53795e38f3b84b859ad65f6203156d20 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:15.151207 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e11a2705-689b-4e42-b2e7-2242c1753314 admin admin] Publish callbacks [] for security_group (29c99580-6073-4be7-b330-ed0b8bd1d913), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.152552 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.161386 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.227940 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e11a2705-689b-4e42-b2e7-2242c1753314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (29c99580-6073-4be7-b330-ed0b8bd1d913), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.244592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks [] for security_group (dae263bf-d0bd-48a4-8e91-8c32b51cf593), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.268101 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2705-689b-4e42-b2e7-2242c1753314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c99580-6073-4be7-b330-ed0b8bd1d913,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:15.289390 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e11a2705-689b-4e42-b2e7-2242c1753314 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f03308bead14abc939759d6879031b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342949 May 17 22:10:15.292147 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39892) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:15.317869 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (dae263bf-d0bd-48a4-8e91-8c32b51cf593), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.348723 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201e1b85-0424-4943-a52f-4148cd996180 admin admin] Publish callbacks [] for security_group (29c99580-6073-4be7-b330-ed0b8bd1d913), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.375395 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201e1b85-0424-4943-a52f-4148cd996180 admin admin] Publish callbacks [] for security_group (29c99580-6073-4be7-b330-ed0b8bd1d913), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.400785 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae263bf-d0bd-48a4-8e91-8c32b51cf593,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:15.470824 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Allocated IP 192.168.233.19 (68dc01e0-41ed-4173-8dd6-a49ca729d2cd/4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60/f93bcb80-75a6-42b1-8212-a886f6acc352) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:10:15.496528 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201e1b85-0424-4943-a52f-4148cd996180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (29c99580-6073-4be7-b330-ed0b8bd1d913), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.499160 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201e1b85-0424-4943-a52f-4148cd996180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.500453 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-201e1b85-0424-4943-a52f-4148cd996180 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29c99580-6073-4be7-b330-ed0b8bd1d913 HTTP/1.1" status: 204 len: 168 time: 0.2074034 May 17 22:10:15.508337 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1b85-0424-4943-a52f-4148cd996180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c99580-6073-4be7-b330-ed0b8bd1d913,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:15.652890 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c770e7b6-6202-42a2-841b-bca9a28f4917 req-ae709253-bd5d-45bd-8a14-f91a71c23e83 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 210 time: 0.0427501 May 17 22:10:15.656408 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39902) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:15.672825 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-23995db7-6947-41e6-951d-1410b483270e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.681413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks [] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.751028 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-23995db7-6947-41e6-951d-1410b483270e admin admin] Publish callbacks [] for security_group (6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.803063 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.836465 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:15.839701 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:15.846736 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:10:15.860648 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-23995db7-6947-41e6-951d-1410b483270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.874664 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Pushing event updated for resources: {'Port': ['ID=f93bcb80-75a6-42b1-8212-a886f6acc352,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:15.912961 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:15.913777 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:15.926100 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23995db7-6947-41e6-951d-1410b483270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:16.007973 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-d0b03729-9dc9-458c-8a6e-ac4521e3ca80 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2283070 May 17 22:10:16.021250 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Request body: {'port': {'device_id': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:16.230583 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-23995db7-6947-41e6-951d-1410b483270e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98431ff3cef84964974169e0a6df21ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5725474 May 17 22:10:16.233213 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 39916) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:16.260227 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-e386fdbe-baf4-4773-970d-135358dae680 None None] Provisioning complete for port f93bcb80-75a6-42b1-8212-a886f6acc352 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:16.261608 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e386fdbe-baf4-4773-970d-135358dae680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.303785 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa492aad-cc42-4541-b4c1-fc189d67d687 admin admin] Publish callbacks [] for security_group (6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.330639 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e386fdbe-baf4-4773-970d-135358dae680 None None] Port f93bcb80-75a6-42b1-8212-a886f6acc352 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:10:16.346092 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa492aad-cc42-4541-b4c1-fc189d67d687 admin admin] Publish callbacks [] for security_group (6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.413715 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.422708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcae54-fc5b-4888-ac1e-504d73e7f172 req-e2395210-8fae-4013-ad7a-96d3957d75e1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:16.424326 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-40dcae54-fc5b-4888-ac1e-504d73e7f172 req-e2395210-8fae-4013-ad7a-96d3957d75e1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.3658612 May 17 22:10:16.498667 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa492aad-cc42-4541-b4c1-fc189d67d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.501544 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa492aad-cc42-4541-b4c1-fc189d67d687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.502750 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fa492aad-cc42-4541-b4c1-fc189d67d687 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14 HTTP/1.1" status: 204 len: 168 time: 0.2685926 May 17 22:10:16.517151 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa492aad-cc42-4541-b4c1-fc189d67d687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b2269-55a7-415a-a7ef-5c2dcb7ccc14,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:16.555221 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-40dcae54-fc5b-4888-ac1e-504d73e7f172 req-4af2ccf2-dd90-473e-9d1b-a56bbcc42c01 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227930 May 17 22:10:16.829943 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0503-f3d1-42b6-a354-f0bcfc1c10a6 req-ff4d90d2-563d-4ab7-8219-ef5f4d46f041 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:16.831402 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b16b0503-f3d1-42b6-a354-f0bcfc1c10a6 req-ff4d90d2-563d-4ab7-8219-ef5f4d46f041 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 935 time: 0.0707495 May 17 22:10:16.928029 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93bcb80-75a6-42b1-8212-a886f6acc352 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:10:16.942193 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Publish callbacks [] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:16.948698 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b16b0503-f3d1-42b6-a354-f0bcfc1c10a6 req-1109a1fa-f3ce-4a48-8714-4378d7aa48fa tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092670 May 17 22:10:16.965525 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Transition to ACTIVE for port object f93bcb80-75a6-42b1-8212-a886f6acc352 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:10:17.030512 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:17.096500 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Pushing event updated for resources: {'Port': ['ID=f93bcb80-75a6-42b1-8212-a886f6acc352,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:17.182144 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Attempting to bind port f93bcb80-75a6-42b1-8212-a886f6acc352 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:10:17.182484 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Attempting to bind port f93bcb80-75a6-42b1-8212-a886f6acc352 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:10:17.183252 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Attempting to bind port f93bcb80-75a6-42b1-8212-a886f6acc352 on network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:10:17.189218 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Port f93bcb80-75a6-42b1-8212-a886f6acc352 on network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:10:17.189552 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Attempting to bind port f93bcb80-75a6-42b1-8212-a886f6acc352 on network 68dc01e0-41ed-4173-8dd6-a49ca729d2cd {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:10:17.196099 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:10:17.196444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Checking segment: {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:17.196829 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Bound using segment: {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:10:17.197259 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Bound port: f93bcb80-75a6-42b1-8212-a886f6acc352, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903a65f3-a502-4c40-a26d-7f9a397bf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:10:17.197619 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:17.269825 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] For port f93bcb80-75a6-42b1-8212-a886f6acc352, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:10:17.273061 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] For port f93bcb80-75a6-42b1-8212-a886f6acc352, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f93bcb80-75a6-42b1-8212-a886f6acc352,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:10:17.360669 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:17.379608 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.380211 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:17.382409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] 10.222.0.52 "PUT /v2.0/ports/f93bcb80-75a6-42b1-8212-a886f6acc352 HTTP/1.1" status: 200 len: 1097 time: 1.3654649 May 17 22:10:17.403592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'tag': 'f93bcb80-75a6-42b1-8212-a886f6acc352'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:10:17.406072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c2af8-0d6d-4ef7-83e7-44322b213d99" -d '{"events": [{"name": "network-changed", "server_uuid": "df663c37-787c-4720-be26-9e1456eb7c9a", "tag": "f93bcb80-75a6-42b1-8212-a886f6acc352"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:10:17.452524 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132f91b-c063-453a-8985-4612ae561f02 x-openstack-request-id: req-0132f91b-c063-453a-8985-4612ae561f02 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:10:17.452812 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df663c37-787c-4720-be26-9e1456eb7c9a", "tag": "f93bcb80-75a6-42b1-8212-a886f6acc352", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:10:17.453061 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0132f91b-c063-453a-8985-4612ae561f02 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:10:17.453453 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0132f91b-c063-453a-8985-4612ae561f02'] response: {'name': 'network-changed', 'server_uuid': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'tag': 'f93bcb80-75a6-42b1-8212-a886f6acc352', 'status': 'completed', 'code': 200} May 17 22:10:17.458485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1827b3-c8f2-4dcf-9976-5f6bbdace2ef service neutron] Pushing event updated for resources: {'Port': ['ID=f93bcb80-75a6-42b1-8212-a886f6acc352,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:17.520263 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2af8-0d6d-4ef7-83e7-44322b213d99 req-f3e62323-0291-40b2-bf4c-741555f660ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.522782 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d1c2af8-0d6d-4ef7-83e7-44322b213d99 req-f3e62323-0291-40b2-bf4c-741555f660ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53795e38f3b84b859ad65f6203156d20&device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 1131 time: 0.0454559 May 17 22:10:17.550831 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d1c2af8-0d6d-4ef7-83e7-44322b213d99 req-75b9f824-7269-4289-9119-5d5ebb1eeb63 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=53795e38f3b84b859ad65f6203156d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208709 May 17 22:10:17.700107 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2af8-0d6d-4ef7-83e7-44322b213d99 req-5e560e96-4db6-4b74-8346-f2c10c95e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.701595 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d1c2af8-0d6d-4ef7-83e7-44322b213d99 req-5e560e96-4db6-4b74-8346-f2c10c95e565 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434209 May 17 22:10:17.710776 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0c92-ff1f-48ed-86fb-2dca11eb02dd req-5d748619-bda6-4f95-910e-81c6d7255903 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.718410 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e28e0c92-ff1f-48ed-86fb-2dca11eb02dd req-5d748619-bda6-4f95-910e-81c6d7255903 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0714886 May 17 22:10:17.790273 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e28e0c92-ff1f-48ed-86fb-2dca11eb02dd req-acab0479-e103-4979-a234-618c0fcf0562 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709252 May 17 22:10:17.834921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-8fb670cc-42da-42c2-9799-0fbf6e4a0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.834921 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-8fb670cc-42da-42c2-9799-0fbf6e4a0575 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53795e38f3b84b859ad65f6203156d20&device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 1131 time: 0.0591190 May 17 22:10:17.875028 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-9d79c149-9b9b-4ea3-a097-f31beb79e18b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f93bcb80-75a6-42b1-8212-a886f6acc352 HTTP/1.1" status: 200 len: 217 time: 0.0338879 May 17 22:10:17.927041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-780cbb9c-87ea-47b7-a5b0-e50c25443c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.929277 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-780cbb9c-87ea-47b7-a5b0-e50c25443c9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60 HTTP/1.1" status: 200 len: 843 time: 0.0470722 May 17 22:10:17.980217 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-8bff5442-d1e4-489f-8970-a50b2d83641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:17.981759 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-8bff5442-d1e4-489f-8970-a50b2d83641d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68dc01e0-41ed-4173-8dd6-a49ca729d2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0424709 May 17 22:10:18.111607 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-485a8b8f-0fad-4b1e-abfe-e0c890bf9e92 service neutron] 10.222.0.52 "GET /v2.0/networks/68dc01e0-41ed-4173-8dd6-a49ca729d2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157389 May 17 22:10:18.172104 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321ee9-813b-440e-b122-1bb96582ba0f req-07bf61d7-2c98-423f-b9f1-36e69dc7fc14 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:18.173569 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2e321ee9-813b-440e-b122-1bb96582ba0f req-07bf61d7-2c98-423f-b9f1-36e69dc7fc14 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 947 time: 0.0815001 May 17 22:10:18.266097 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2e321ee9-813b-440e-b122-1bb96582ba0f req-e067a3ce-c497-460a-b4cb-e5083671cdc2 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 May 17 22:10:18.268093 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94f1611f-1923-41b1-9e9c-a4674c3d3b4c req-e6024a2d-6f4d-434e-9ef4-055ee90a5481 service neutron] 10.222.0.52 "GET /v2.0/networks/68dc01e0-41ed-4173-8dd6-a49ca729d2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407959 May 17 22:10:18.920165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d7dc-40ce-42c6-ad16-f1c2f0bb782e req-8fc8deab-4fd9-4b6c-bfb5-cba3b08530a8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:18.923560 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d653d7dc-40ce-42c6-ad16-f1c2f0bb782e req-8fc8deab-4fd9-4b6c-bfb5-cba3b08530a8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0582702 May 17 22:10:18.979977 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d653d7dc-40ce-42c6-ad16-f1c2f0bb782e req-71af32a7-98fe-4f2c-bf67-839b9034b889 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528400 May 17 22:10:19.382364 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be418af3-9ef6-48c5-8e9d-4b3f0462f95b req-ba08cea9-99ea-42a3-8a08-187480a89ef2 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:19.383926 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-be418af3-9ef6-48c5-8e9d-4b3f0462f95b req-ba08cea9-99ea-42a3-8a08-187480a89ef2 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 947 time: 0.0476389 May 17 22:10:19.443478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-be418af3-9ef6-48c5-8e9d-4b3f0462f95b req-7b68c842-ea70-4e72-ada2-75a2e6aedab8 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516589 May 17 22:10:19.497389 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40034) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:19.604818 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d4afea7-8ba7-40a2-aa2b-4e8b365636e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:19.686540 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d4afea7-8ba7-40a2-aa2b-4e8b365636e9 admin admin] Publish callbacks [] for security_group (d078a37c-963a-4d35-959f-9050656180e5), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:19.766928 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d4afea7-8ba7-40a2-aa2b-4e8b365636e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d078a37c-963a-4d35-959f-9050656180e5), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:19.806234 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2d4afea7-8ba7-40a2-aa2b-4e8b365636e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a452d726b8042dc84b3f81639fb410f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077226 May 17 22:10:19.807388 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4afea7-8ba7-40a2-aa2b-4e8b365636e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d078a37c-963a-4d35-959f-9050656180e5,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:19.809220 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40040) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:19.866553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-451d904b-531e-4ac5-a6d7-6d53fbb65543 admin admin] Publish callbacks [] for security_group (d078a37c-963a-4d35-959f-9050656180e5), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:19.887894 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-451d904b-531e-4ac5-a6d7-6d53fbb65543 admin admin] Publish callbacks [] for security_group (d078a37c-963a-4d35-959f-9050656180e5), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.012780 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-451d904b-531e-4ac5-a6d7-6d53fbb65543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d078a37c-963a-4d35-959f-9050656180e5), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.015480 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-451d904b-531e-4ac5-a6d7-6d53fbb65543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.018995 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-451d904b-531e-4ac5-a6d7-6d53fbb65543 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d078a37c-963a-4d35-959f-9050656180e5 HTTP/1.1" status: 204 len: 168 time: 0.2063372 May 17 22:10:20.024768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d904b-531e-4ac5-a6d7-6d53fbb65543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d078a37c-963a-4d35-959f-9050656180e5,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:20.102952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3235b85-9fbb-48ff-8061-9c51ea022efa req-047fd182-ccc6-47d4-bb75-4ff655a477b9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:20.104433 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3235b85-9fbb-48ff-8061-9c51ea022efa req-047fd182-ccc6-47d4-bb75-4ff655a477b9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0510783 May 17 22:10:20.152507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3235b85-9fbb-48ff-8061-9c51ea022efa req-167165c0-ceb9-4d58-b931-e40367ca12f9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 May 17 22:10:20.557479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba1e3-f8b5-4f42-ac8c-69c07b05f64c req-4b80db96-0de8-4e8f-b077-2f4ecbfd7d44 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:20.559262 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-88cba1e3-f8b5-4f42-ac8c-69c07b05f64c req-4b80db96-0de8-4e8f-b077-2f4ecbfd7d44 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 947 time: 0.0479767 May 17 22:10:20.586519 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40052) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:20.621963 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a73ac64f-9ba0-44bc-baf1-d175e6ff1737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.634371 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-88cba1e3-f8b5-4f42-ac8c-69c07b05f64c req-44db9d08-149e-4de4-9471-5882b0f05f13 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695310 May 17 22:10:20.709842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a73ac64f-9ba0-44bc-baf1-d175e6ff1737 admin admin] Publish callbacks [] for security_group (391c2c4d-fe30-472b-a6d4-05b02da0622f), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.770833 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a73ac64f-9ba0-44bc-baf1-d175e6ff1737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (391c2c4d-fe30-472b-a6d4-05b02da0622f), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.812797 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a73ac64f-9ba0-44bc-baf1-d175e6ff1737 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d81b35b82194f90b5052f0f6ac2bc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207031 May 17 22:10:20.813676 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ac64f-9ba0-44bc-baf1-d175e6ff1737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391c2c4d-fe30-472b-a6d4-05b02da0622f,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:20.815556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40058) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:20.872417 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6fa0eeb6-492f-4639-9a85-eb6a8b536fb0 admin admin] Publish callbacks [] for security_group (391c2c4d-fe30-472b-a6d4-05b02da0622f), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:20.894097 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6fa0eeb6-492f-4639-9a85-eb6a8b536fb0 admin admin] Publish callbacks [] for security_group (391c2c4d-fe30-472b-a6d4-05b02da0622f), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:21.016286 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6fa0eeb6-492f-4639-9a85-eb6a8b536fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (391c2c4d-fe30-472b-a6d4-05b02da0622f), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:21.018900 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6fa0eeb6-492f-4639-9a85-eb6a8b536fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:21.020098 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6fa0eeb6-492f-4639-9a85-eb6a8b536fb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/391c2c4d-fe30-472b-a6d4-05b02da0622f HTTP/1.1" status: 204 len: 168 time: 0.2028060 May 17 22:10:21.028655 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0eeb6-492f-4639-9a85-eb6a8b536fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c2c4d-fe30-472b-a6d4-05b02da0622f,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:21.223043 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device f93bcb80-75a6-42b1-8212-a886f6acc352 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:10:21.270826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5fe87-a529-4b51-9d77-3f804a1b22cc req-2cd23be8-b4da-486d-a362-d4689c1c8c44 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:21.272319 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e5fe87-a529-4b51-9d77-3f804a1b22cc req-2cd23be8-b4da-486d-a362-d4689c1c8c44 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0496361 May 17 22:10:21.321261 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61e5fe87-a529-4b51-9d77-3f804a1b22cc req-1cb72d59-9cdf-483c-b64c-cb6a82d577d3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 May 17 22:10:21.348869 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port f93bcb80-75a6-42b1-8212-a886f6acc352, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f93bcb80-75a6-42b1-8212-a886f6acc352,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:21.361952 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'f93bcb80-75a6-42b1-8212-a886f6acc352', 'network_id': '68dc01e0-41ed-4173-8dd6-a49ca729d2cd', 'port_id': 'f93bcb80-75a6-42b1-8212-a886f6acc352', 'mac_address': 'fa:16:3e:2e:50:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7aaeaa-bfa2-43ec-a4a3-8e71d0642e60', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:10:21.398546 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port f93bcb80-75a6-42b1-8212-a886f6acc352 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:21.398546 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:21.411979 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93bcb80-75a6-42b1-8212-a886f6acc352 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:10:21.432682 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port f93bcb80-75a6-42b1-8212-a886f6acc352, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f93bcb80-75a6-42b1-8212-a886f6acc352,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:21.508548 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:21.559853 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=f93bcb80-75a6-42b1-8212-a886f6acc352,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:21.567143 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.567486 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.567842 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.568196 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.568530 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.575680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:21.750240 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f309136-2858-4282-98c8-0f4a5ec236da req-7e07bc1d-4724-4532-b189-73216f2a3dc1 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:21.752615 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f309136-2858-4282-98c8-0f4a5ec236da req-7e07bc1d-4724-4532-b189-73216f2a3dc1 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 948 time: 0.0504053 May 17 22:10:21.805062 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f309136-2858-4282-98c8-0f4a5ec236da req-d5af615e-d2ec-4a41-a665-bfa65b369109 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460520 May 17 22:10:21.873677 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['f93bcb80-75a6-42b1-8212-a886f6acc352'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:10:22.094177 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40110) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:22.187629 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1472228576-network', 'tenant_id': 'bea0d71f0ba14d168d44b6433ad3a341'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:22.292877 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Made reservation on behalf of bea0d71f0ba14d168d44b6433ad3a341 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:22.295278 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.304514 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.378362 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks [] for security_group (ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.445460 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d0ae0-8734-4fe8-862f-e0af2c84d701 req-83302855-e725-429e-8ed4-e419bbab18ae tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:22.446854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-225d0ae0-8734-4fe8-862f-e0af2c84d701 req-83302855-e725-429e-8ed4-e419bbab18ae tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0458226 May 17 22:10:22.464198 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.486303 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:10:22.497264 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-225d0ae0-8734-4fe8-862f-e0af2c84d701 req-9f15aa40-6f5e-4162-adf9-c07394978854 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 May 17 22:10:22.500757 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:22.505937 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.506618 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Added segment 99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4 of type vlan for network 44762221-ed20-4024-88b0-3ee68a1bd455 May 17 22:10:22.558370 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (44762221-ed20-4024-88b0-3ee68a1bd455), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.652753 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (44762221-ed20-4024-88b0-3ee68a1bd455), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.653778 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:22.654345 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.713419 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] Pushing event updated for resources: {'Network': ['ID=44762221-ed20-4024-88b0-3ee68a1bd455,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:22.723429 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 44762221-ed20-4024-88b0-3ee68a1bd455 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:10:22.769468 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-80af71fc-a262-45c1-85e5-8f835e670113 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6741896 May 17 22:10:22.772363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40124) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:22.777451 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Request body: {'subnet': {'network_id': '44762221-ed20-4024-88b0-3ee68a1bd455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1472228576-subnet', 'tenant_id': 'bea0d71f0ba14d168d44b6433ad3a341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:22.902009 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Made reservation on behalf of bea0d71f0ba14d168d44b6433ad3a341 for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:22.906321 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14616351'] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:22.947255 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb097-23dd-450b-8586-c6431c5f7e88 req-f8534e30-c2b9-4c1c-8a25-e77891233c43 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:22.948784 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c01fb097-23dd-450b-8586-c6431c5f7e88 req-f8534e30-c2b9-4c1c-8a25-e77891233c43 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 948 time: 0.0754855 May 17 22:10:23.037065 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c01fb097-23dd-450b-8586-c6431c5f7e88 req-e0a605ed-d467-4052-9d27-0a87768dd230 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 May 17 22:10:23.188004 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14672274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14616329'] for subnet (9eff9adf-da78-4b94-a6db-91fdaddc4b60), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:23.223383 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device f93bcb80-75a6-42b1-8212-a886f6acc352 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:10:23.249417 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eff9adf-da78-4b94-a6db-91fdaddc4b60,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:23.256831 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Checking segment: {'id': '99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44762221-ed20-4024-88b0-3ee68a1bd455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:23.257271 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Network hostable DHCP agents. Network: 44762221-ed20-4024-88b0-3ee68a1bd455, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:10:23.266387 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port f93bcb80-75a6-42b1-8212-a886f6acc352 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:10:23.318998 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port f93bcb80-75a6-42b1-8212-a886f6acc352 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:23.319199 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Network 44762221-ed20-4024-88b0-3ee68a1bd455 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:10:23.319411 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:23.393376 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port f93bcb80-75a6-42b1-8212-a886f6acc352 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:23.393760 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:23.394007 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 44762221-ed20-4024-88b0-3ee68a1bd455) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:23.399815 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:23.400417 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:23.412269 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b4742-e597-41a8-b3d3-37041594381a None None] Network 44762221-ed20-4024-88b0-3ee68a1bd455 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:23.448446 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93bcb80-75a6-42b1-8212-a886f6acc352'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:10:23.450670 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41809434-fd01-482c-86e7-17031f21fe06" -d '{"events": [{"server_uuid": "df663c37-787c-4720-be26-9e1456eb7c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f93bcb80-75a6-42b1-8212-a886f6acc352"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:10:23.496125 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port f93bcb80-75a6-42b1-8212-a886f6acc352, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f93bcb80-75a6-42b1-8212-a886f6acc352,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:23.497243 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9f7f9441-6616-4bd9-8fb5-0c4b72d7e7b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7234268 May 17 22:10:23.499361 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707d30b5-dc79-41a4-b133-a91dc32051d6 x-openstack-request-id: req-707d30b5-dc79-41a4-b133-a91dc32051d6 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:10:23.499644 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df663c37-787c-4720-be26-9e1456eb7c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f93bcb80-75a6-42b1-8212-a886f6acc352", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:10:23.500273 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-707d30b5-dc79-41a4-b133-a91dc32051d6 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:10:23.500273 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707d30b5-dc79-41a4-b133-a91dc32051d6'] response: {'server_uuid': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93bcb80-75a6-42b1-8212-a886f6acc352', 'code': 200} May 17 22:10:23.566598 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da46f5-8924-47d8-8f7e-a0f28e4c7fe6 None None] Network 44762221-ed20-4024-88b0-3ee68a1bd455 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:23.607970 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:23.653885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931a000-9fc3-4f74-9175-c590e373639c req-740547f1-e47d-4dea-b339-6db711432955 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:23.660423 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4931a000-9fc3-4f74-9175-c590e373639c req-740547f1-e47d-4dea-b339-6db711432955 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0607207 May 17 22:10:23.709513 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4931a000-9fc3-4f74-9175-c590e373639c req-aa517cdf-5d21-443c-b94b-d7925580a495 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476575 May 17 22:10:23.711881 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=f93bcb80-75a6-42b1-8212-a886f6acc352,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:24.151341 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8355ca-f971-44f7-8e3e-5ad04e6ae7db req-f76f372b-2e4d-4a06-b6f7-229b43779deb tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:24.152918 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9a8355ca-f971-44f7-8e3e-5ad04e6ae7db req-f76f372b-2e4d-4a06-b6f7-229b43779deb tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0461755 May 17 22:10:24.203693 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9a8355ca-f971-44f7-8e3e-5ad04e6ae7db req-fd86ce35-105a-4870-b4da-f359c29cc939 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452504 May 17 22:10:24.221061 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40166) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:24.225913 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1649237518-network', 'tenant_id': '0a5c9e9a3bb74c7c9733fc44ce01a196'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:24.324404 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Made reservation on behalf of 0a5c9e9a3bb74c7c9733fc44ce01a196 for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:24.326819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.335409 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.407835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks [] for security_group (04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.498005 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.522337 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:10:24.531601 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:24.539213 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (9982feb2-dd9d-43e4-b3f7-ec5befda7481), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.540230 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Added segment 9982feb2-dd9d-43e4-b3f7-ec5befda7481 of type vlan for network e60dcf06-ef8b-44ce-aa05-6a78e9e90656 May 17 22:10:24.580041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (e60dcf06-ef8b-44ce-aa05-6a78e9e90656), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.652679 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (e60dcf06-ef8b-44ce-aa05-6a78e9e90656), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.653854 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:24.654545 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.716530 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] Pushing event updated for resources: {'Network': ['ID=e60dcf06-ef8b-44ce-aa05-6a78e9e90656,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:24.725712 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network e60dcf06-ef8b-44ce-aa05-6a78e9e90656 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:10:24.754543 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fd8be2f3-435b-4802-8bd4-0866b8a4d31c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5299437 May 17 22:10:24.754976 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40174) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:24.760291 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Request body: {'subnet': {'network_id': 'e60dcf06-ef8b-44ce-aa05-6a78e9e90656', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1649237518-subnet', 'tenant_id': '0a5c9e9a3bb74c7c9733fc44ce01a196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:24.824021 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6712dc-27ba-4092-9b14-2349fd345939 req-434d9f83-974e-4129-a63e-c67cb5f2f09e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:24.825482 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d6712dc-27ba-4092-9b14-2349fd345939 req-434d9f83-974e-4129-a63e-c67cb5f2f09e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0483439 May 17 22:10:24.851950 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Made reservation on behalf of 0a5c9e9a3bb74c7c9733fc44ce01a196 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:24.854270 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14585471'] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:24.872981 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d6712dc-27ba-4092-9b14-2349fd345939 req-2d01f345-bfb5-4c1d-b765-4f8d34147d92 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 May 17 22:10:25.085601 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14436381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14585449'] for subnet (b7369077-7de1-48c7-8c89-a87f2017ab91), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:25.145627 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7369077-7de1-48c7-8c89-a87f2017ab91,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:25.152476 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Checking segment: {'id': '9982feb2-dd9d-43e4-b3f7-ec5befda7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e60dcf06-ef8b-44ce-aa05-6a78e9e90656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:25.152834 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Network hostable DHCP agents. Network: e60dcf06-ef8b-44ce-aa05-6a78e9e90656, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:10:25.222023 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Network e60dcf06-ef8b-44ce-aa05-6a78e9e90656 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:10:25.296286 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, e60dcf06-ef8b-44ce-aa05-6a78e9e90656) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:25.300518 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:25.301167 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:25.307254 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c240b5-7d72-4ba4-950f-361525b12ac0 None None] Network e60dcf06-ef8b-44ce-aa05-6a78e9e90656 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:25.322998 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c03af-e904-4e33-b799-1d8f0ae956de req-6b9445dc-ac8c-4084-b471-a090a463e7a7 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:25.328684 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-364c03af-e904-4e33-b799-1d8f0ae956de req-6b9445dc-ac8c-4084-b471-a090a463e7a7 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0503449 May 17 22:10:25.374471 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-364c03af-e904-4e33-b799-1d8f0ae956de req-182cc365-0eea-469a-84c1-fa54e474c2a5 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 May 17 22:10:25.381038 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ffcd39fc-409e-49a4-9208-f7afb830342e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6237137 May 17 22:10:25.527243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a73dbe-7c51-46f2-9a3d-589d3c22507c None None] Network e60dcf06-ef8b-44ce-aa05-6a78e9e90656 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:25.983949 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4d765-b63e-47b6-a24e-6911e2579ea1 req-5939a90d-98a0-422e-b823-fb0f7d374813 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:25.985403 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0de4d765-b63e-47b6-a24e-6911e2579ea1 req-5939a90d-98a0-422e-b823-fb0f7d374813 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0454175 May 17 22:10:26.031873 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0de4d765-b63e-47b6-a24e-6911e2579ea1 req-9a8bde1e-0801-4cc8-bfbe-bf38c5d13a8e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 May 17 22:10:26.489541 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82fcf3-e319-4093-b40e-c695fdd1a334 req-33e87881-1f1c-4098-9f11-db9340680cda tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:26.491007 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef82fcf3-e319-4093-b40e-c695fdd1a334 req-33e87881-1f1c-4098-9f11-db9340680cda tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0473831 May 17 22:10:26.541904 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef82fcf3-e319-4093-b40e-c695fdd1a334 req-15c249e9-2367-420b-819e-8241f6068136 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 May 17 22:10:26.547805 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:26.924793 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac5728-f294-4104-9193-d620f11c9344 req-b0d69306-b768-4cee-84c1-d87385406e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:26.926224 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-deac5728-f294-4104-9193-d620f11c9344 req-b0d69306-b768-4cee-84c1-d87385406e82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 1133 time: 0.0359616 May 17 22:10:26.971601 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-deac5728-f294-4104-9193-d620f11c9344 req-c412c2ea-251a-4b40-b1b3-bb7e58538077 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 May 17 22:10:27.141872 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfea15-10cb-46bf-9b70-dbd34efe5e01 req-a45e3d9c-3fcf-4f14-b694-235ccb2f6213 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:27.143313 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-96cfea15-10cb-46bf-9b70-dbd34efe5e01 req-a45e3d9c-3fcf-4f14-b694-235ccb2f6213 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0453918 May 17 22:10:27.190509 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-96cfea15-10cb-46bf-9b70-dbd34efe5e01 req-fda6f70f-67df-4612-a81c-6913a0ddddc8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 May 17 22:10:27.655013 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a60dc2-1db6-4afa-afd4-d591f6d3e592 req-02d31168-e958-421b-a0c7-46808348f038 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:27.656478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-93a60dc2-1db6-4afa-afd4-d591f6d3e592 req-02d31168-e958-421b-a0c7-46808348f038 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0483575 May 17 22:10:27.703779 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-93a60dc2-1db6-4afa-afd4-d591f6d3e592 req-a07d2e1b-84f3-4fbb-b98b-d3c207db7f10 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 May 17 22:10:28.306170 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e761-6b8c-47c0-8398-43799e9478e9 req-c0184604-db05-4f08-a38a-9df956b70664 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:28.307677 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e86e761-6b8c-47c0-8398-43799e9478e9 req-c0184604-db05-4f08-a38a-9df956b70664 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0464909 May 17 22:10:28.353877 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e86e761-6b8c-47c0-8398-43799e9478e9 req-2bfff20d-4388-47e9-907a-42fb78c17718 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 May 17 22:10:28.819400 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b53b-21d0-4cfd-bb2a-dfea79220d65 req-fb5b1fcf-120d-402e-8ae8-f4adc91d2122 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:28.820881 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b709b53b-21d0-4cfd-bb2a-dfea79220d65 req-fb5b1fcf-120d-402e-8ae8-f4adc91d2122 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0473785 May 17 22:10:28.872208 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b709b53b-21d0-4cfd-bb2a-dfea79220d65 req-64843b1b-f13d-473a-8886-fb00c7d7a308 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 May 17 22:10:29.484620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2e44c-49d0-48e0-8154-73789206462e req-93742ff2-9944-406a-a539-2842c45fdfcd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:29.486151 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07d2e44c-49d0-48e0-8154-73789206462e req-93742ff2-9944-406a-a539-2842c45fdfcd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0554414 May 17 22:10:29.534662 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07d2e44c-49d0-48e0-8154-73789206462e req-50e48d54-c26d-4df5-aa0f-07a3ea79b776 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 May 17 22:10:30.009361 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af40d9-d11c-4de1-b063-e987c91c017a req-959f2d62-f633-477c-92cd-e3d1bf7444ee tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:30.010841 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-67af40d9-d11c-4de1-b063-e987c91c017a req-959f2d62-f633-477c-92cd-e3d1bf7444ee tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0550301 May 17 22:10:30.056957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-67af40d9-d11c-4de1-b063-e987c91c017a req-b71dfdaa-1db6-4bcf-95b3-29c6f9aef6b6 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 May 17 22:10:30.573807 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be4ef4-400b-48dc-bffd-dc65ad613418 req-740bf830-e882-4e20-8d85-63c1889050e7 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:30.576520 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68be4ef4-400b-48dc-bffd-dc65ad613418 req-740bf830-e882-4e20-8d85-63c1889050e7 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0509427 May 17 22:10:30.651209 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68be4ef4-400b-48dc-bffd-dc65ad613418 req-09219893-31cf-4306-ba08-8955565c1be5 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700374 May 17 22:10:30.664418 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180eb04-b4fa-4345-8aaa-29ce4555ed37 req-49d97d20-804e-4bd3-8fb5-5ae4fe943a74 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:30.665916 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d180eb04-b4fa-4345-8aaa-29ce4555ed37 req-49d97d20-804e-4bd3-8fb5-5ae4fe943a74 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0573664 May 17 22:10:30.713517 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d180eb04-b4fa-4345-8aaa-29ce4555ed37 req-4206c33b-7aee-4604-a660-6571604b5150 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 May 17 22:10:31.383888 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1195-3417-433f-b6c2-8b1b4487f8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:31.771332 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb015574-9dd6-44db-8586-5edf0725deff req-ae8fb055-d893-44cb-8927-0e5ff6c15df6 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:31.774083 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bb015574-9dd6-44db-8586-5edf0725deff req-ae8fb055-d893-44cb-8927-0e5ff6c15df6 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0524316 May 17 22:10:31.850064 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b263d-3f94-4a21-8025-6521c61de661 req-3dfac39e-9a4e-455f-baa0-5a7da57abd18 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:31.852172 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-444b263d-3f94-4a21-8025-6521c61de661 req-3dfac39e-9a4e-455f-baa0-5a7da57abd18 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0642254 May 17 22:10:31.869945 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bb015574-9dd6-44db-8586-5edf0725deff req-bcbbb785-3a3b-4887-a579-46d7311a68b0 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890405 May 17 22:10:31.904067 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-444b263d-3f94-4a21-8025-6521c61de661 req-43d69c2c-d193-46a1-8d91-9e7497ceb27a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 May 17 22:10:32.992173 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249af31-79a8-4062-b57e-fedc4141b741 req-0325262e-857a-4e0f-be27-5f16a99b248b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:32.993297 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5249af31-79a8-4062-b57e-fedc4141b741 req-0325262e-857a-4e0f-be27-5f16a99b248b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0542991 May 17 22:10:33.045977 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2ce2d-33b2-4c2a-b082-30f1da5ecf80 req-0b9bf55e-ed28-4cdb-bc58-a375aacffd30 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:33.047442 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-82c2ce2d-33b2-4c2a-b082-30f1da5ecf80 req-0b9bf55e-ed28-4cdb-bc58-a375aacffd30 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0745587 May 17 22:10:33.083601 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5249af31-79a8-4062-b57e-fedc4141b741 req-3bad9883-ba67-4bdd-8e22-d55a3eaf78d3 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706275 May 17 22:10:33.109144 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-82c2ce2d-33b2-4c2a-b082-30f1da5ecf80 req-60aee7eb-99fe-42d8-84b0-5e5db88dbaf1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 May 17 22:10:33.623368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c105d66d-4e4b-4f22-b90a-9cede94c3665 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:33.624798 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c105d66d-4e4b-4f22-b90a-9cede94c3665 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.52 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0452960 May 17 22:10:34.009999 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c48bc56-082d-4d2e-9563-3ac88d729089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:34.221806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98331bd-73b4-4a7e-8ae8-990c233954d8 req-8f48b2d4-3cb5-4208-864c-481193cadddd tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:34.223276 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d98331bd-73b4-4a7e-8ae8-990c233954d8 req-8f48b2d4-3cb5-4208-864c-481193cadddd tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0730240 May 17 22:10:34.244237 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848857-db19-43a4-b3a7-fd35bd444691 req-ffe967ce-1d18-4155-9a19-5688c5e235f1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:34.245589 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ba848857-db19-43a4-b3a7-fd35bd444691 req-ffe967ce-1d18-4155-9a19-5688c5e235f1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0685339 May 17 22:10:34.310240 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d98331bd-73b4-4a7e-8ae8-990c233954d8 req-874b00f0-6927-4d40-befa-db73b06c6aa4 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794926 May 17 22:10:34.314202 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ba848857-db19-43a4-b3a7-fd35bd444691 req-4f8bdf6d-fe9d-4aa5-b465-94390ad3af7f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 May 17 22:10:34.963059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Deleting port f93bcb80-75a6-42b1-8212-a886f6acc352 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:10:34.963427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:34.999048 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:35.021059 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4b6ab-d3c4-4d85-9a26-67d24e5d09c4 req-a34e492d-fd04-4062-956f-3ff233da194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:35.023265 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-73d4b6ab-d3c4-4d85-9a26-67d24e5d09c4 req-a34e492d-fd04-4062-956f-3ff233da194a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1129 time: 0.0440826 May 17 22:10:35.064071 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] For port f93bcb80-75a6-42b1-8212-a886f6acc352, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f93bcb80-75a6-42b1-8212-a886f6acc352,segment=NetworkSegment(903a65f3-a502-4c40-a26d-7f9a397bf77a),segment_id=903a65f3-a502-4c40-a26d-7f9a397bf77a)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:35.064526 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:35.075580 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-73d4b6ab-d3c4-4d85-9a26-67d24e5d09c4 req-c9fc4897-9d81-4b26-a7b0-d6ad82304161 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 May 17 22:10:35.080854 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Calling delete_port for f93bcb80-75a6-42b1-8212-a886f6acc352 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:10:35.512180 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bc222-33fc-403b-b8b4-e65a5a9c80a5 req-dca29946-c27b-4604-961f-1ba6bb88d654 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:35.513999 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9e3bc222-33fc-403b-b8b4-e65a5a9c80a5 req-dca29946-c27b-4604-961f-1ba6bb88d654 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 949 time: 0.0928469 May 17 22:10:35.523835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43eb34-8033-4a2c-ac01-e13238d855a9 req-a38aee81-7ee2-496c-b310-1cc361fbfc40 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:35.525409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ff43eb34-8033-4a2c-ac01-e13238d855a9 req-a38aee81-7ee2-496c-b310-1cc361fbfc40 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.1054623 May 17 22:10:35.599397 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9e3bc222-33fc-403b-b8b4-e65a5a9c80a5 req-683bd642-2a2f-49ae-8128-a60b4487ef51 tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/security-groups?id=dae263bf-d0bd-48a4-8e91-8c32b51cf593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731690 May 17 22:10:35.603457 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ff43eb34-8033-4a2c-ac01-e13238d855a9 req-9eed1f0d-2840-49d0-acf9-bdb86f86e45d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711546 May 17 22:10:35.629863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (f93bcb80-75a6-42b1-8212-a886f6acc352), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:35.659459 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Pushing event deleted for resources: {'Port': ['ID=f93bcb80-75a6-42b1-8212-a886f6acc352,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:35.725287 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] No DVR routers for this DVR port f93bcb80-75a6-42b1-8212-a886f6acc352 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:10:35.728650 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:35.731949 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a01a5d29-9761-4fa7-88d6-cd17acd81d26 req-c8506520-92c3-4bdf-9ce3-074f3aa89b0b tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.52 "DELETE /v2.0/ports/f93bcb80-75a6-42b1-8212-a886f6acc352 HTTP/1.1" status: 204 len: 173 time: 0.9218261 May 17 22:10:35.732390 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'name': 'network-vif-deleted', 'tag': 'f93bcb80-75a6-42b1-8212-a886f6acc352'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:10:35.734640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f22512-3388-4173-aae7-a6e3405b579e" -d '{"events": [{"server_uuid": "df663c37-787c-4720-be26-9e1456eb7c9a", "name": "network-vif-deleted", "tag": "f93bcb80-75a6-42b1-8212-a886f6acc352"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:10:35.771127 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aaf412-e6f2-4aa0-b3d6-4d086d17842f x-openstack-request-id: req-85aaf412-e6f2-4aa0-b3d6-4d086d17842f {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:10:35.771435 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df663c37-787c-4720-be26-9e1456eb7c9a", "name": "network-vif-deleted", "tag": "f93bcb80-75a6-42b1-8212-a886f6acc352", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:10:35.771687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85aaf412-e6f2-4aa0-b3d6-4d086d17842f {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:10:35.772626 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85aaf412-e6f2-4aa0-b3d6-4d086d17842f'] response: {'server_uuid': 'df663c37-787c-4720-be26-9e1456eb7c9a', 'name': 'network-vif-deleted', 'tag': 'f93bcb80-75a6-42b1-8212-a886f6acc352', 'status': 'completed', 'code': 200} May 17 22:10:36.355291 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:36.774040 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8978ddd3-8dde-41df-a3bc-a3bbca32594c req-8e74862d-7256-4594-928b-bc8b6f038eee tempest-VolumesNegativeTest-693064918 tempest-VolumesNegativeTest-693064918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df663c37-787c-4720-be26-9e1456eb7c9a HTTP/1.1" status: 200 len: 210 time: 0.0732124 May 17 22:10:36.784740 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b44ff3-4cf4-4e7b-9504-28bf46f3cc30 req-8a3a826c-828d-4f7c-8e7a-04e721ed94ac tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:36.786793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-80b44ff3-4cf4-4e7b-9504-28bf46f3cc30 req-8a3a826c-828d-4f7c-8e7a-04e721ed94ac tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0974636 May 17 22:10:36.841513 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-80b44ff3-4cf4-4e7b-9504-28bf46f3cc30 req-e159ff05-9954-47f9-b093-580dee998e14 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 May 17 22:10:37.232672 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40400) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:37.283919 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device f93bcb80-75a6-42b1-8212-a886f6acc352 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:10:37.304492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: f93bcb80-75a6-42b1-8212-a886f6acc352 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:10:37.304938 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device f93bcb80-75a6-42b1-8212-a886f6acc352 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:10:37.341165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e315-7b5d-4eaa-954e-17937aa79e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.419550 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e315-7b5d-4eaa-954e-17937aa79e81 admin admin] Publish callbacks [] for security_group (39eeb127-3730-4ba9-b941-dcf4adeea3d4), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.521290 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e315-7b5d-4eaa-954e-17937aa79e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (39eeb127-3730-4ba9-b941-dcf4adeea3d4), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.561755 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9ea5e315-7b5d-4eaa-954e-17937aa79e81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db26ebb6129c4f92866f56f78965a661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279421 May 17 22:10:37.562618 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5e315-7b5d-4eaa-954e-17937aa79e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eeb127-3730-4ba9-b941-dcf4adeea3d4,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:37.564716 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40404) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:37.614614 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-584f8602-ae79-4446-b889-a9023ce483a8 admin admin] Publish callbacks [] for security_group (39eeb127-3730-4ba9-b941-dcf4adeea3d4), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.634990 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-584f8602-ae79-4446-b889-a9023ce483a8 admin admin] Publish callbacks [] for security_group (39eeb127-3730-4ba9-b941-dcf4adeea3d4), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.732608 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.795394 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-584f8602-ae79-4446-b889-a9023ce483a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (39eeb127-3730-4ba9-b941-dcf4adeea3d4), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.798302 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-584f8602-ae79-4446-b889-a9023ce483a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:37.799614 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-584f8602-ae79-4446-b889-a9023ce483a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39eeb127-3730-4ba9-b941-dcf4adeea3d4 HTTP/1.1" status: 204 len: 168 time: 0.2337995 May 17 22:10:37.810495 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f8602-ae79-4446-b889-a9023ce483a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eeb127-3730-4ba9-b941-dcf4adeea3d4,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:37.970009 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff87ef-91f7-4f8d-99bf-1ab7582dd409 req-ac5209f7-ffe4-4d6f-8489-ccbc5735a3e7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:37.972597 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b3ff87ef-91f7-4f8d-99bf-1ab7582dd409 req-ac5209f7-ffe4-4d6f-8489-ccbc5735a3e7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0675113 May 17 22:10:38.027314 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b3ff87ef-91f7-4f8d-99bf-1ab7582dd409 req-ac747793-04dd-4d6d-906d-6c94810d66c9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477724 May 17 22:10:38.144374 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029f04c-f730-4ffc-8f93-b0a753801f44 req-4a422924-3403-44e0-94ff-19b7fe0fdadb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:38.145975 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7029f04c-f730-4ffc-8f93-b0a753801f44 req-4a422924-3403-44e0-94ff-19b7fe0fdadb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0499699 May 17 22:10:38.201282 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7029f04c-f730-4ffc-8f93-b0a753801f44 req-216a8261-4e9a-4baf-9b31-e221e70e75d8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473452 May 17 22:10:38.476776 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40458) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:38.491723 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa88a82a-0fc4-412b-b66c-83015b6c8536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.568462 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa88a82a-0fc4-412b-b66c-83015b6c8536 admin admin] Publish callbacks [] for security_group (a2e39cf7-4e36-4294-ac83-803d5bd5d2ef), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.662072 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fa88a82a-0fc4-412b-b66c-83015b6c8536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a2e39cf7-4e36-4294-ac83-803d5bd5d2ef), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.701113 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88a82a-0fc4-412b-b66c-83015b6c8536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e39cf7-4e36-4294-ac83-803d5bd5d2ef,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:38.705262 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fa88a82a-0fc4-412b-b66c-83015b6c8536 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9c46e65e7264cd49a156213c179e89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274084 May 17 22:10:38.708051 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40466) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:38.761537 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f05f3717-0996-4725-a367-6dfe2ea14fb9 admin admin] Publish callbacks [] for security_group (a2e39cf7-4e36-4294-ac83-803d5bd5d2ef), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.788798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f05f3717-0996-4725-a367-6dfe2ea14fb9 admin admin] Publish callbacks [] for security_group (a2e39cf7-4e36-4294-ac83-803d5bd5d2ef), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.987904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f05f3717-0996-4725-a367-6dfe2ea14fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a2e39cf7-4e36-4294-ac83-803d5bd5d2ef), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.991850 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f05f3717-0996-4725-a367-6dfe2ea14fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:38.992950 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f05f3717-0996-4725-a367-6dfe2ea14fb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2e39cf7-4e36-4294-ac83-803d5bd5d2ef HTTP/1.1" status: 204 len: 168 time: 0.2838695 May 17 22:10:39.001190 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f3717-0996-4725-a367-6dfe2ea14fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e39cf7-4e36-4294-ac83-803d5bd5d2ef,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:40.375516 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319210df-c389-42ba-bc6c-af10f89b55c4 req-a36f1f89-56d2-461c-896f-743083e620df tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:40.377128 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-319210df-c389-42ba-bc6c-af10f89b55c4 req-a36f1f89-56d2-461c-896f-743083e620df tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0480685 May 17 22:10:40.428405 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-319210df-c389-42ba-bc6c-af10f89b55c4 req-4d587cef-fc31-47c8-9eee-3623a182071a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 May 17 22:10:41.547698 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80956-eb9a-4d50-9832-019252e33a52 req-e6a30930-4adb-4165-98ec-1009c9aaccd4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:41.549327 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6ad80956-eb9a-4d50-9832-019252e33a52 req-e6a30930-4adb-4165-98ec-1009c9aaccd4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0490134 May 17 22:10:41.597741 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6ad80956-eb9a-4d50-9832-019252e33a52 req-3641819c-811f-41e7-b769-4040176a841d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 May 17 22:10:41.656268 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40700) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:41.796405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5e8c-c987-4adf-9d5e-c01807e31ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:41.874069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5e8c-c987-4adf-9d5e-c01807e31ebc admin admin] Publish callbacks [] for security_group (ff85b0e5-79b1-4eb8-8d63-d0c003000b0c), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:41.972579 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5e8c-c987-4adf-9d5e-c01807e31ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ff85b0e5-79b1-4eb8-8d63-d0c003000b0c), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:42.022553 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f8cf5e8c-c987-4adf-9d5e-c01807e31ebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71951135b0b2410ba4bb940b21880170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650131 May 17 22:10:42.024376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf5e8c-c987-4adf-9d5e-c01807e31ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85b0e5-79b1-4eb8-8d63-d0c003000b0c,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:42.030388 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40734) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:42.080693 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf759a1a-ad4d-499f-90c8-535d53479b75 admin admin] Publish callbacks [] for security_group (ff85b0e5-79b1-4eb8-8d63-d0c003000b0c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:42.106192 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf759a1a-ad4d-499f-90c8-535d53479b75 admin admin] Publish callbacks [] for security_group (ff85b0e5-79b1-4eb8-8d63-d0c003000b0c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:42.216309 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf759a1a-ad4d-499f-90c8-535d53479b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ff85b0e5-79b1-4eb8-8d63-d0c003000b0c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:42.218927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf759a1a-ad4d-499f-90c8-535d53479b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:42.227636 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cf759a1a-ad4d-499f-90c8-535d53479b75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff85b0e5-79b1-4eb8-8d63-d0c003000b0c HTTP/1.1" status: 204 len: 168 time: 0.1887584 May 17 22:10:42.228751 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759a1a-ad4d-499f-90c8-535d53479b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85b0e5-79b1-4eb8-8d63-d0c003000b0c,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:42.527996 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-2bd50a2c-b6d2-4017-8613-fcbf2122f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:42.529834 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-2bd50a2c-b6d2-4017-8613-fcbf2122f70a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1130 time: 0.0480335 May 17 22:10:42.640934 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-f65297ac-ffaf-4b1b-bf7c-93b9bc3e6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:42.644853 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-f65297ac-ffaf-4b1b-bf7c-93b9bc3e6352 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1080172 May 17 22:10:42.696976 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-d4951a06-387e-414b-8554-9c73c819f87c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1 HTTP/1.1" status: 200 len: 217 time: 0.0392849 May 17 22:10:42.791130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc121a2-e82b-40e1-a3c2-080d72df6831 req-ed42e8ee-2698-490f-ac6e-c0e32983465f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:42.792609 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2bc121a2-e82b-40e1-a3c2-080d72df6831 req-ed42e8ee-2698-490f-ac6e-c0e32983465f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0943878 May 17 22:10:42.808309 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-21db8af0-c072-42e8-bcd9-4eb0dc87efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:42.809952 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-21db8af0-c072-42e8-bcd9-4eb0dc87efbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0839982 May 17 22:10:42.874715 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-415c9d86-d01f-440d-9bb7-77a7a8a6a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:42.876243 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-415c9d86-d01f-440d-9bb7-77a7a8a6a7a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545487 May 17 22:10:42.879423 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2bc121a2-e82b-40e1-a3c2-080d72df6831 req-fff47a95-1eef-4988-8681-20760c5c8ddf tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811067 May 17 22:10:42.881776 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40780) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:42.902161 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6999-5aca-45ad-ab37-abee1201ccdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.015972 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-c79dfe3f-cea2-47ad-b12a-ac44c62d13bb service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217139 May 17 22:10:43.098163 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6999-5aca-45ad-ab37-abee1201ccdc admin admin] Publish callbacks [] for security_group (69ab381e-b918-45ba-b9da-a796d04ae450), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.129977 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3d746a-b0b5-4de4-8a30-ac64dda214e5 req-0a555be9-3ea3-4298-ba6b-48ef088bba07 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041863 May 17 22:10:43.155282 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6999-5aca-45ad-ab37-abee1201ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (69ab381e-b918-45ba-b9da-a796d04ae450), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.194960 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6999-5aca-45ad-ab37-abee1201ccdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab381e-b918-45ba-b9da-a796d04ae450,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:43.199305 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-642b6999-5aca-45ad-ab37-abee1201ccdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f65a81f4104caeb7a471f2a55022e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165340 May 17 22:10:43.202256 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40786) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:43.254282 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd8e5-0edb-419c-b424-32c185feeaf0 admin admin] Publish callbacks [] for security_group (69ab381e-b918-45ba-b9da-a796d04ae450), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.279282 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd8e5-0edb-419c-b424-32c185feeaf0 admin admin] Publish callbacks [] for security_group (69ab381e-b918-45ba-b9da-a796d04ae450), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.392743 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd8e5-0edb-419c-b424-32c185feeaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (69ab381e-b918-45ba-b9da-a796d04ae450), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.395254 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd8e5-0edb-419c-b424-32c185feeaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:43.396520 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4bfcd8e5-0edb-419c-b424-32c185feeaf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69ab381e-b918-45ba-b9da-a796d04ae450 HTTP/1.1" status: 204 len: 168 time: 0.1931658 May 17 22:10:43.407933 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcd8e5-0edb-419c-b424-32c185feeaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab381e-b918-45ba-b9da-a796d04ae450,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:44.001734 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58070-760c-4ec6-9143-d1b43fabade6 req-d4803379-58e2-41bf-8b98-4276a59aa9d7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:44.003802 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e0b58070-760c-4ec6-9143-d1b43fabade6 req-d4803379-58e2-41bf-8b98-4276a59aa9d7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0566981 May 17 22:10:44.078901 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e0b58070-760c-4ec6-9143-d1b43fabade6 req-d1aa362b-aff6-4ecc-8099-629697835446 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 May 17 22:10:44.518345 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40840) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:44.652974 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f737c2d4-8d2c-4a49-9773-a03e96fbf1ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53795e38f3b84b859ad65f6203156d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291614 May 17 22:10:44.653675 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40846) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:44.713713 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-895dbb94-ce92-44fc-89a3-9fe9ea3d717e admin admin] Publish callbacks [] for security_group (dae263bf-d0bd-48a4-8e91-8c32b51cf593), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:44.735155 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-895dbb94-ce92-44fc-89a3-9fe9ea3d717e admin admin] Publish callbacks [] for security_group (dae263bf-d0bd-48a4-8e91-8c32b51cf593), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:44.858459 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-895dbb94-ce92-44fc-89a3-9fe9ea3d717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (dae263bf-d0bd-48a4-8e91-8c32b51cf593), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:44.861044 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-895dbb94-ce92-44fc-89a3-9fe9ea3d717e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:44.862241 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-895dbb94-ce92-44fc-89a3-9fe9ea3d717e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dae263bf-d0bd-48a4-8e91-8c32b51cf593 HTTP/1.1" status: 204 len: 168 time: 0.2076650 May 17 22:10:44.870756 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dbb94-ce92-44fc-89a3-9fe9ea3d717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae263bf-d0bd-48a4-8e91-8c32b51cf593,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:45.176368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb379-cdc3-45e6-a8b8-1218076e5bae req-de44c41f-f744-4aff-a7e3-cf3444db3e37 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:45.177852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47ecb379-cdc3-45e6-a8b8-1218076e5bae req-de44c41f-f744-4aff-a7e3-cf3444db3e37 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0517848 May 17 22:10:45.226600 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47ecb379-cdc3-45e6-a8b8-1218076e5bae req-7412d3e8-27ef-47d0-b6b9-961771824757 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 May 17 22:10:46.016013 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40918) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:46.123998 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1497686045-network', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:46.264243 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Made reservation on behalf of f3b9176d44ed415bacfaf45f3f8472a5 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:46.267946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.280648 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.357171 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b7f4-8e45-49df-b7c8-355d57ee17b4 req-be4fbbf6-982a-4ba9-96b5-f21f65c87798 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:46.358718 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-95d0b7f4-8e45-49df-b7c8-355d57ee17b4 req-be4fbbf6-982a-4ba9-96b5-f21f65c87798 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0627992 May 17 22:10:46.376447 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks [] for security_group (b1d7ec03-5aea-4d7c-ac11-06d77acc2fba), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.407062 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-95d0b7f4-8e45-49df-b7c8-355d57ee17b4 req-11fccb97-0df1-4030-b0c7-569a77909aa6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 May 17 22:10:46.421687 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:10:46.474989 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b1d7ec03-5aea-4d7c-ac11-06d77acc2fba), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.499929 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:10:46.511759 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:46.515401 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (ccf04cf7-2ca5-4401-ad35-43f0fdf26288), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.515807 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Added segment ccf04cf7-2ca5-4401-ad35-43f0fdf26288 of type vlan for network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb May 17 22:10:46.559380 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.644271 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.645323 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:46.645995 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.701072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40936) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:46.720067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] Pushing event updated for resources: {'Network': ['ID=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:46.731307 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:10:46.735744 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-071ced6f-a947-4ffc-840e-a9eace3cb7db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7161701 May 17 22:10:46.736194 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40940) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:46.745087 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Request body: {'subnet': {'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1497686045-subnet', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:46.833233 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9569464-788f-4e47-b2af-0d08f525e14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.856038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Made reservation on behalf of f3b9176d44ed415bacfaf45f3f8472a5 for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:46.858359 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14616351'] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:46.975593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9569464-788f-4e47-b2af-0d08f525e14a admin admin] Publish callbacks [] for security_group (692185ec-1acc-49b9-9fac-2c8a418d106a), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.084958 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9569464-788f-4e47-b2af-0d08f525e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (692185ec-1acc-49b9-9fac-2c8a418d106a), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.127483 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9569464-788f-4e47-b2af-0d08f525e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692185ec-1acc-49b9-9fac-2c8a418d106a,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:47.133510 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c9569464-788f-4e47-b2af-0d08f525e14a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03aaecac29c94467bd1d4f96396e8f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311743 May 17 22:10:47.136962 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40956) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:47.153187 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14672274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14616329'] for subnet (3250dd59-6fa7-4f0a-bbc9-57d30ce423ce), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.244270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:47.249436 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ae28c4b-7ef1-498f-8935-a975dd1346f6 admin admin] Publish callbacks [] for security_group (692185ec-1acc-49b9-9fac-2c8a418d106a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.255040 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Checking segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:47.255416 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Network hostable DHCP agents. Network: 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:10:47.281269 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ae28c4b-7ef1-498f-8935-a975dd1346f6 admin admin] Publish callbacks [] for security_group (692185ec-1acc-49b9-9fac-2c8a418d106a), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.373022 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:10:47.424303 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ae28c4b-7ef1-498f-8935-a975dd1346f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (692185ec-1acc-49b9-9fac-2c8a418d106a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.426849 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ae28c4b-7ef1-498f-8935-a975dd1346f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.428027 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-0ae28c4b-7ef1-498f-8935-a975dd1346f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/692185ec-1acc-49b9-9fac-2c8a418d106a HTTP/1.1" status: 204 len: 168 time: 0.2901616 May 17 22:10:47.438172 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae28c4b-7ef1-498f-8935-a975dd1346f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692185ec-1acc-49b9-9fac-2c8a418d106a,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:47.452954 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:47.457556 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:47.458158 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.481117 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca2394-a302-4e1a-82a0-945098b6ae14 None None] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:47.527401 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14422bc-9b48-4b7f-98af-c2a586b66095 req-5b686136-1752-49a5-b112-ba8e73ea1f54 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:47.528907 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c14422bc-9b48-4b7f-98af-c2a586b66095 req-5b686136-1752-49a5-b112-ba8e73ea1f54 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0504668 May 17 22:10:47.569781 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b59ae6b2-8191-4fe6-8b4a-39a4687bc561 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8267646 May 17 22:10:47.570120 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 40970) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:47.574682 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:47.585396 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c14422bc-9b48-4b7f-98af-c2a586b66095 req-52b03f2d-a80b-4868-a8a0-4c80e7f899d5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504446 May 17 22:10:47.614006 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:10:47.615083 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.686655 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (dbb6daba-25b1-4e2d-b319-983c657bd865), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.687745 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (dbb6daba-25b1-4e2d-b319-983c657bd865), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.751917 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks [] for router_controller (dbb6daba-25b1-4e2d-b319-983c657bd865), precommit_add_association {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.757093 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Allocated IP 172.20.0.2 (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb/3250dd59-6fa7-4f0a-bbc9-57d30ce423ce/1f46e352-76b8-4624-921a-9bfedd09673c) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:10:47.910806 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Publish callbacks [] for port (1f46e352-76b8-4624-921a-9bfedd09673c), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:47.980695 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks [] for router_gateway (dbb6daba-25b1-4e2d-b319-983c657bd865), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.004653 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.044809 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:48.047865 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:48.051422 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:10:48.065600 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Pushing event updated for resources: {'Port': ['ID=1f46e352-76b8-4624-921a-9bfedd09673c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:48.122407 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Attempting to bind port 1f46e352-76b8-4624-921a-9bfedd09673c on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:10:48.122785 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Attempting to bind port 1f46e352-76b8-4624-921a-9bfedd09673c by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:10:48.123182 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Attempting to bind port 1f46e352-76b8-4624-921a-9bfedd09673c on network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:10:48.128533 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:10:48.129451 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Checking segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:48.129857 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.130245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Bound using segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:10:48.130707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Bound port: 1f46e352-76b8-4624-921a-9bfedd09673c, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:10:48.131080 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.144079 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40984) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:48.163034 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dfd885cc-0f42-47e3-9f32-e3bfa50f0c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.206225 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] For port 1f46e352-76b8-4624-921a-9bfedd09673c, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:10:48.210597 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] For port 1f46e352-76b8-4624-921a-9bfedd09673c, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=1f46e352-76b8-4624-921a-9bfedd09673c,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:10:48.249658 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dfd885cc-0f42-47e3-9f32-e3bfa50f0c6d admin admin] Publish callbacks [] for security_group (d7f68629-408c-4690-9dc4-7e20fa9e9509), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.260279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks [] for router_gateway (dbb6daba-25b1-4e2d-b319-983c657bd865), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.279089 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.281641 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.321032 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dfd885cc-0f42-47e3-9f32-e3bfa50f0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d7f68629-408c-4690-9dc4-7e20fa9e9509), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.348116 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9caa3e-3de9-474f-9eff-81867168f7d3 None None] Pushing event updated for resources: {'Port': ['ID=1f46e352-76b8-4624-921a-9bfedd09673c,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:48.368145 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-dfd885cc-0f42-47e3-9f32-e3bfa50f0c6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a23ce3363d9d42c996a7fa474c512dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205353 May 17 22:10:48.368145 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd885cc-0f42-47e3-9f32-e3bfa50f0c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f68629-408c-4690-9dc4-7e20fa9e9509,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:48.370138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 40990) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:48.423037 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Allocated IP 172.27.2.200 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/525c86be-3224-45b3-b350-7f3e1edbbc29) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:10:48.428453 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42eec19b-643d-4dca-9612-6926f3cd5b31 admin admin] Publish callbacks [] for security_group (d7f68629-408c-4690-9dc4-7e20fa9e9509), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.455171 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42eec19b-643d-4dca-9612-6926f3cd5b31 admin admin] Publish callbacks [] for security_group (d7f68629-408c-4690-9dc4-7e20fa9e9509), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.544872 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks [] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.573188 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42eec19b-643d-4dca-9612-6926f3cd5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d7f68629-408c-4690-9dc4-7e20fa9e9509), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.576778 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42eec19b-643d-4dca-9612-6926f3cd5b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.577504 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-42eec19b-643d-4dca-9612-6926f3cd5b31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7f68629-408c-4690-9dc4-7e20fa9e9509 HTTP/1.1" status: 204 len: 168 time: 0.2064579 May 17 22:10:48.588826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eec19b-643d-4dca-9612-6926f3cd5b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f68629-408c-4690-9dc4-7e20fa9e9509,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:48.688108 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:48.720324 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf8a21-ff3e-48e5-960d-21bfb4f7e576 req-756aa807-3c98-43b3-aabc-5c9b66455864 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:48.722246 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6bf8a21-ff3e-48e5-960d-21bfb4f7e576 req-756aa807-3c98-43b3-aabc-5c9b66455864 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0543349 May 17 22:10:48.751840 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:48.760164 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:48.762374 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Pushing event updated for resources: {'Port': ['ID=525c86be-3224-45b3-b350-7f3e1edbbc29,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:48.764721 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:10:48.777124 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6bf8a21-ff3e-48e5-960d-21bfb4f7e576 req-58fdaa5d-2d16-413a-9881-1ceac995ac89 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 May 17 22:10:49.129277 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks [] for router_gateway (dbb6daba-25b1-4e2d-b319-983c657bd865), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.233989 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41018) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:49.332400 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Deleting subnet 9eff9adf-da78-4b94-a6db-91fdaddc4b60 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:10:49.336046 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Publish callbacks [] for subnet (9eff9adf-da78-4b94-a6db-91fdaddc4b60), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.357013 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (dbb6daba-25b1-4e2d-b319-983c657bd865), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.384059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (9eff9adf-da78-4b94-a6db-91fdaddc4b60), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.422296 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4570ab-3be5-4fb1-bc6c-59bc3d23e66c None None] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:49.444394 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] Provisioning complete for port 1f46e352-76b8-4624-921a-9bfedd09673c triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:49.445069 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.472350 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (9eff9adf-da78-4b94-a6db-91fdaddc4b60), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.611716 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] Current status of the port 1f46e352-76b8-4624-921a-9bfedd09673c is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:49.612085 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.648356 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] For port 1f46e352-76b8-4624-921a-9bfedd09673c, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=1f46e352-76b8-4624-921a-9bfedd09673c,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:49.652314 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Router dbb6daba-25b1-4e2d-b319-983c657bd865 is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:10:49.652669 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (9eff9adf-da78-4b94-a6db-91fdaddc4b60), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.679569 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eff9adf-da78-4b94-a6db-91fdaddc4b60,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:49.689287 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.695563 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-ce17b88f-f482-45b4-b736-d1506014c42b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9eff9adf-da78-4b94-a6db-91fdaddc4b60 HTTP/1.1" status: 204 len: 168 time: 0.4602222 May 17 22:10:49.696418 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41032) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:49.755796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.794955 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (44762221-ed20-4024-88b0-3ee68a1bd455), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.799237 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:10:49.810870 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Sync routers for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:10:49.830412 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:49.831534 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:49.865239 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e95c3-f7b0-4c42-b346-13ec16a27201 None None] Pushing event updated for resources: {'Port': ['ID=1f46e352-76b8-4624-921a-9bfedd09673c,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:49.922325 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.923570 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d64f2ad9-d78d-4bba-8141-6e746bc54093 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3523202 May 17 22:10:49.924194 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41040) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:49.984896 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (44762221-ed20-4024-88b0-3ee68a1bd455), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:49.988958 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-8672d9bf-3cc4-49d4-be4f-6df1d00bacd4 None None] Provisioning complete for port 1f46e352-76b8-4624-921a-9bfedd09673c triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:49.990235 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8672d9bf-3cc4-49d4-be4f-6df1d00bacd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.001708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca461b7-8cf5-4cd0-921f-9736cd3782cb req-b7b1f8b4-a36b-4ad7-ac0c-31bc94ac4a15 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:50.004608 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ca461b7-8cf5-4cd0-921f-9736cd3782cb req-b7b1f8b4-a36b-4ad7-ac0c-31bc94ac4a15 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.1023993 May 17 22:10:50.013556 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:50.047781 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44762221-ed20-4024-88b0-3ee68a1bd455']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:50.065878 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:50.066175 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:50.080272 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.110672 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.120447 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ca461b7-8cf5-4cd0-921f-9736cd3782cb req-435faac8-b30b-4507-ba05-59fc82e31a7f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012623 May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (99f7fdaf-a2c7-4bb5-9ef4-426d59b335f4), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:10:50.124402 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:10:50.148844 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41044) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:50.229300 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8672d9bf-3cc4-49d4-be4f-6df1d00bacd4 None None] Current status of the port 1f46e352-76b8-4624-921a-9bfedd09673c is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:50.259952 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 1f46e352-76b8-4624-921a-9bfedd09673c up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:10:50.304507 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (44762221-ed20-4024-88b0-3ee68a1bd455), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.312162 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.320006 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] 10.222.0.24 "DELETE /v2.0/networks/44762221-ed20-4024-88b0-3ee68a1bd455 HTTP/1.1" status: 204 len: 168 time: 0.6224222 May 17 22:10:50.322463 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41050) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:50.341742 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 1f46e352-76b8-4624-921a-9bfedd09673c triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:50.342082 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.345344 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:48Z', 'revision_number': 3, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:50.363392 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e8b72-f4cf-4e66-913a-a82ceedeb894 admin admin] Pushing event deleted for resources: {'Network': ['ID=44762221-ed20-4024-88b0-3ee68a1bd455,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:50.377086 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Checking router: dbb6daba-25b1-4e2d-b319-983c657bd865 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:10:50.378081 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Updating router dbb6daba-25b1-4e2d-b319-983c657bd865 port 525c86be-3224-45b3-b350-7f3e1edbbc29 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:10:50.399203 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Deleting subnet b7369077-7de1-48c7-8c89-a87f2017ab91 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:10:50.404183 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Publish callbacks [] for subnet (b7369077-7de1-48c7-8c89-a87f2017ab91), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.431770 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.457627 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (b7369077-7de1-48c7-8c89-a87f2017ab91), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.460495 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 1f46e352-76b8-4624-921a-9bfedd09673c is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:50.509962 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e07f6757-5fcd-4574-809c-dba2ecf7dca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.523804 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (b7369077-7de1-48c7-8c89-a87f2017ab91), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.637287 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e07f6757-5fcd-4574-809c-dba2ecf7dca2 admin admin] Publish callbacks [] for security_group (0454fbe0-7f25-4483-80a5-abca1e34bd32), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.644510 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.679235 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (b7369077-7de1-48c7-8c89-a87f2017ab91), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.716345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e07f6757-5fcd-4574-809c-dba2ecf7dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (0454fbe0-7f25-4483-80a5-abca1e34bd32), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.720080 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7369077-7de1-48c7-8c89-a87f2017ab91,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:50.722842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.729800 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-65019967-4691-4a21-b57a-b9233483f0bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7369077-7de1-48c7-8c89-a87f2017ab91 HTTP/1.1" status: 204 len: 168 time: 0.4026330 May 17 22:10:50.736760 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41056) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:50.772556 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e07f6757-5fcd-4574-809c-dba2ecf7dca2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3e17c0513714e4b8fd503c36267948c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6237721 May 17 22:10:50.773478 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41060) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:50.785090 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f6757-5fcd-4574-809c-dba2ecf7dca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0454fbe0-7f25-4483-80a5-abca1e34bd32,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:50.848448 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8dd7396b-ed4f-4612-9686-a9596623085b admin admin] Publish callbacks [] for security_group (0454fbe0-7f25-4483-80a5-abca1e34bd32), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.865962 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Publish callbacks [] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.877979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8dd7396b-ed4f-4612-9686-a9596623085b admin admin] Publish callbacks [] for security_group (0454fbe0-7f25-4483-80a5-abca1e34bd32), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.887374 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (e60dcf06-ef8b-44ce-aa05-6a78e9e90656), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.933089 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:50.958145 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Allocated IP 172.20.0.1 (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb/3250dd59-6fa7-4f0a-bbc9-57d30ce423ce/f112462e-cc4e-4f13-91da-f4a4844754fa) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:10:50.989691 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Attempting to bind port 525c86be-3224-45b3-b350-7f3e1edbbc29 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:10:50.990212 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Attempting to bind port 525c86be-3224-45b3-b350-7f3e1edbbc29 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:10:50.990807 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Attempting to bind port 525c86be-3224-45b3-b350-7f3e1edbbc29 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:10:50.999342 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Pushing event updated for resources: {'Port': ['ID=525c86be-3224-45b3-b350-7f3e1edbbc29,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:51.002584 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:10:51.003049 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:51.003686 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.004275 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:10:51.004865 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Bound port: 525c86be-3224-45b3-b350-7f3e1edbbc29, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:10:51.005465 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.025122 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8dd7396b-ed4f-4612-9686-a9596623085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (0454fbe0-7f25-4483-80a5-abca1e34bd32), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.029365 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8dd7396b-ed4f-4612-9686-a9596623085b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.030952 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8dd7396b-ed4f-4612-9686-a9596623085b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0454fbe0-7f25-4483-80a5-abca1e34bd32 HTTP/1.1" status: 204 len: 168 time: 0.2511353 May 17 22:10:51.036089 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (e60dcf06-ef8b-44ce-aa05-6a78e9e90656), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.036314 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036314 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036314 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036314 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036314 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036314 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036685 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.036838 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.037059 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.037537 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.038000 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.038509 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.038971 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.039450 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.039914 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:51.043436 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7396b-ed4f-4612-9686-a9596623085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0454fbe0-7f25-4483-80a5-abca1e34bd32,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:51.078648 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] For port 525c86be-3224-45b3-b350-7f3e1edbbc29, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:10:51.082514 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] For port 525c86be-3224-45b3-b350-7f3e1edbbc29, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=525c86be-3224-45b3-b350-7f3e1edbbc29,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:10:51.167930 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.247853 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:51.248728 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:51.253720 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7d09-c719-43a6-bb0e-cc33bb13fd7b None None] Pushing event updated for resources: {'Port': ['ID=525c86be-3224-45b3-b350-7f3e1edbbc29,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:51.318745 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60dcf06-ef8b-44ce-aa05-6a78e9e90656']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:51.332554 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e780a-81dd-46fc-a27f-dcecc1fd3c09 req-1eee547b-07b1-4a75-b139-55cac60042f9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:51.338608 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9982feb2-dd9d-43e4-b3f7-ec5befda7481') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:51.339097 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9982feb2-dd9d-43e4-b3f7-ec5befda7481') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:51.342971 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f32e780a-81dd-46fc-a27f-dcecc1fd3c09 req-1eee547b-07b1-4a75-b139-55cac60042f9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0917137 May 17 22:10:51.363501 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (9982feb2-dd9d-43e4-b3f7-ec5befda7481), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.383711 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (9982feb2-dd9d-43e4-b3f7-ec5befda7481), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.403817 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:10:51.404113 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (9982feb2-dd9d-43e4-b3f7-ec5befda7481), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:10:51.406035 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:10:51.411964 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f32e780a-81dd-46fc-a27f-dcecc1fd3c09 req-bbd52e18-9008-43fd-a295-abf7119fc87c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677741 May 17 22:10:51.422775 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:51.479539 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks [] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.570832 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (e60dcf06-ef8b-44ce-aa05-6a78e9e90656), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.580397 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.585849 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] 10.222.0.24 "DELETE /v2.0/networks/e60dcf06-ef8b-44ce-aa05-6a78e9e90656 HTTP/1.1" status: 204 len: 168 time: 0.8444276 May 17 22:10:51.609174 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.617976 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc7f2-9bb3-4af9-8151-bab16850552b admin admin] Pushing event deleted for resources: {'Network': ['ID=e60dcf06-ef8b-44ce-aa05-6a78e9e90656,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:51.629067 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:48Z', 'revision_number': 3, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:51.638241 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:51.655919 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:51.659731 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:10:51.662955 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fddb9-55d0-42ea-9908-52486ccb6eb2 None None] The sync data for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi is: [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:48Z', 'revision_number': 3, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:10:51.731345 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (dbb6daba-25b1-4e2d-b319-983c657bd865), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.735061 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Pushing event updated for resources: {'Port': ['ID=f112462e-cc4e-4f13-91da-f4a4844754fa,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:51.939748 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:51.984241 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-e14c040f-0550-4ec5-af6d-b2d398619634 None None] Provisioning complete for port f112462e-cc4e-4f13-91da-f4a4844754fa triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:51.984754 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e14c040f-0550-4ec5-af6d-b2d398619634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.024207 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41090) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:52.048512 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e14c040f-0550-4ec5-af6d-b2d398619634 None None] Port f112462e-cc4e-4f13-91da-f4a4844754fa cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:10:52.092398 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9f1c3df6-f1f2-45af-9c6d-9ca5408248a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bea0d71f0ba14d168d44b6433ad3a341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651922 May 17 22:10:52.094780 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41092) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:52.218936 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6a3b-08a3-418b-9d4d-e93e47903b2f admin admin] Publish callbacks [] for security_group (ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.239323 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 525c86be-3224-45b3-b350-7f3e1edbbc29 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:10:52.285792 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6a3b-08a3-418b-9d4d-e93e47903b2f admin admin] Publish callbacks [] for security_group (ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.303062 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks [] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.327346 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 525c86be-3224-45b3-b350-7f3e1edbbc29 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:52.327924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.355432 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.406411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6a3b-08a3-418b-9d4d-e93e47903b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.410630 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6a3b-08a3-418b-9d4d-e93e47903b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.413553 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c9de6a3b-08a3-418b-9d4d-e93e47903b2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b HTTP/1.1" status: 204 len: 168 time: 0.3175097 May 17 22:10:52.430033 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Pushing event updated for resources: {'Port': ['ID=f112462e-cc4e-4f13-91da-f4a4844754fa,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:52.432270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de6a3b-08a3-418b-9d4d-e93e47903b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93e7cd-d474-4f6f-8bb6-7bca9fc7f47b,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:52.433823 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (dbb6daba-25b1-4e2d-b319-983c657bd865), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.540567 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41108) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:52.543806 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 525c86be-3224-45b3-b350-7f3e1edbbc29 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:52.544201 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.592649 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 525c86be-3224-45b3-b350-7f3e1edbbc29, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=525c86be-3224-45b3-b350-7f3e1edbbc29,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:52.596281 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:52.599809 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:52.605785 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d0c3-38db-4af2-8ab1-1d88fa6fa6c6 req-1592c6b9-f468-4c02-8026-fba01a0ea282 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:52.614491 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae91d0c3-38db-4af2-8ab1-1d88fa6fa6c6 req-1592c6b9-f468-4c02-8026-fba01a0ea282 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0938387 May 17 22:10:52.673270 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.704036 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae91d0c3-38db-4af2-8ab1-1d88fa6fa6c6 req-d5be63a7-cc2f-4036-9e12-3dba157aa26b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883930 May 17 22:10:52.746725 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-868617302-network', 'tenant_id': '93c1c0a74d6a4392947ee727aa1d3da3'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:52.752779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=525c86be-3224-45b3-b350-7f3e1edbbc29,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:52.775266 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Router dbb6daba-25b1-4e2d-b319-983c657bd865 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:10:52.845765 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Made reservation on behalf of 93c1c0a74d6a4392947ee727aa1d3da3 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:52.848521 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.882210 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:52.917289 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:10:52.927887 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0a98e76b-31d1-43fa-b4cb-e206900ce67d admin admin] 10.222.0.24 "PUT /v2.0/routers/dbb6daba-25b1-4e2d-b319-983c657bd865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023835 May 17 22:10:52.976030 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-990df464-2531-4fe5-8c88-b696bdf72aba None None] Provisioning complete for port f112462e-cc4e-4f13-91da-f4a4844754fa triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:52.979254 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-990df464-2531-4fe5-8c88-b696bdf72aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.009277 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks [] for security_group (c814a988-40a9-4f83-bd4f-8101c9c3afbe), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.019614 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-990df464-2531-4fe5-8c88-b696bdf72aba None None] Port f112462e-cc4e-4f13-91da-f4a4844754fa cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:10:53.078592 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c814a988-40a9-4f83-bd4f-8101c9c3afbe), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.106661 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:10:53.112066 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c814a988-40a9-4f83-bd4f-8101c9c3afbe,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:53.120006 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (06d6f344-b684-4ce9-9f33-3b3560da5b9c), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.120275 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Added segment 06d6f344-b684-4ce9-9f33-3b3560da5b9c of type vlan for network 728fcf69-a03b-4660-ab19-7ef744bf8d9d May 17 22:10:53.162415 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (728fcf69-a03b-4660-ab19-7ef744bf8d9d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.273059 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (728fcf69-a03b-4660-ab19-7ef744bf8d9d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.277769 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:53.277769 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.335135 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=728fcf69-a03b-4660-ab19-7ef744bf8d9d,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:53.345906 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 728fcf69-a03b-4660-ab19-7ef744bf8d9d details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:10:53.355414 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41126) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:53.402638 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4f595990-0fbc-47b4-b217-2705a5946ad5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8574607 May 17 22:10:53.403038 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41130) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:53.409863 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Request body: {'subnet': {'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-868617302-subnet', 'tenant_id': '93c1c0a74d6a4392947ee727aa1d3da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:53.438550 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-2829bcda-83f0-46ca-a327-7c2a517e7acb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a5c9e9a3bb74c7c9733fc44ce01a196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810308 May 17 22:10:53.439497 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41134) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:53.517348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-12163f28-31ec-483d-b261-015ce1617047 admin admin] Publish callbacks [] for security_group (04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.532385 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Made reservation on behalf of 93c1c0a74d6a4392947ee727aa1d3da3 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:53.534908 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14585471'] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.540975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-12163f28-31ec-483d-b261-015ce1617047 admin admin] Publish callbacks [] for security_group (04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.661749 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-12163f28-31ec-483d-b261-015ce1617047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.664779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-12163f28-31ec-483d-b261-015ce1617047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.667712 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-12163f28-31ec-483d-b261-015ce1617047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705 HTTP/1.1" status: 204 len: 168 time: 0.2225356 May 17 22:10:53.675206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12163f28-31ec-483d-b261-015ce1617047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04daa7b5-87ec-4efd-b8a1-6d9aa4a8c705,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:53.807370 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14436381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14585449'] for subnet (f4fa37af-cb1b-4f83-bb8d-dff6203f9284), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.846658 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a8e18-f409-4ebe-a6b8-c751b67311d5 req-1b738e7e-22e5-45af-8fb5-001e91771c20 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:53.849690 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c2a8e18-f409-4ebe-a6b8-c751b67311d5 req-1b738e7e-22e5-45af-8fb5-001e91771c20 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0688705 May 17 22:10:53.852495 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41148) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:53.856003 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Sync routers for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:10:53.858563 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-597043481-network', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:53.867197 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:53.868443 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:53.926190 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Checking segment: {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:53.931695 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Network hostable DHCP agents. Network: 728fcf69-a03b-4660-ab19-7ef744bf8d9d, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:10:53.932992 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fa37af-cb1b-4f83-bb8d-dff6203f9284,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:53.948759 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c2a8e18-f409-4ebe-a6b8-c751b67311d5 req-96d49864-7827-41f1-b165-83d71882dcc4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847847 May 17 22:10:53.981005 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Made reservation on behalf of 0ba2803308604bdcb3bc3f71a44dd87b for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:53.983779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:53.993753 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.012118 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:54.069182 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Network 728fcf69-a03b-4660-ab19-7ef744bf8d9d is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:10:54.092066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks [] for security_group (2327208b-862d-458c-bc6e-87a082daa2da), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.155043 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 525c86be-3224-45b3-b350-7f3e1edbbc29 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:10:54.184804 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 728fcf69-a03b-4660-ab19-7ef744bf8d9d) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:54.185469 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2327208b-862d-458c-bc6e-87a082daa2da), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.192165 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:54.193497 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.212844 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:10:54.233478 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2327208b-862d-458c-bc6e-87a082daa2da,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:54.238973 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (f9214722-3e88-4f3a-85db-1bb7e043338d), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.239713 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Added segment f9214722-3e88-4f3a-85db-1bb7e043338d of type vlan for network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 May 17 22:10:54.272107 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1959ccc5-0e4d-4726-a08e-619582942bfc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8677766 May 17 22:10:54.297082 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (b4c7e9cb-7112-4fe4-8f2a-11b919af1218), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.330877 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bf18a3-1fec-4e66-b54e-4b0133bde60f None None] Network 728fcf69-a03b-4660-ab19-7ef744bf8d9d requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:54.406569 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (b4c7e9cb-7112-4fe4-8f2a-11b919af1218), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.407665 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:54.408245 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.437924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 525c86be-3224-45b3-b350-7f3e1edbbc29 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:54.438292 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.464873 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 2, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:54.486876 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c7e9cb-7112-4fe4-8f2a-11b919af1218,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:54.501219 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Checking router: dbb6daba-25b1-4e2d-b319-983c657bd865 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:10:54.501569 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Updating router dbb6daba-25b1-4e2d-b319-983c657bd865 port f112462e-cc4e-4f13-91da-f4a4844754fa binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:10:54.504159 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:10:54.532507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-1d86b4ea-63e9-4969-90b5-da0483db3fe3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6744463 May 17 22:10:54.532507 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41170) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:54.535892 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Request body: {'subnet': {'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-597043481-subnet', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:54.593195 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483394a4-ed93-4ddd-9166-be54c5a7e460 None None] Network 728fcf69-a03b-4660-ab19-7ef744bf8d9d requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:54.595498 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.742681 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-b950fbdb-ed2e-4354-9530-1335c6f0e03c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802259 May 17 22:10:54.743998 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Made reservation on behalf of 0ba2803308604bdcb3bc3f71a44dd87b for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:10:54.746384 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14616351'] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:54.786438 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 525c86be-3224-45b3-b350-7f3e1edbbc29 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:54.795029 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80301c32-043a-4d5e-a2d5-5dadc8ed3cff req-f47d6848-96d3-45e4-8760-bca255eb031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:54.797877 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-80301c32-043a-4d5e-a2d5-5dadc8ed3cff req-f47d6848-96d3-45e4-8760-bca255eb031c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1130 time: 0.0956645 May 17 22:10:54.882886 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-e6791faa-c815-49e9-9744-93aa215e9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:54.884987 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-e6791faa-c815-49e9-9744-93aa215e9baf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1129 time: 0.1046047 May 17 22:10:54.891772 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-80301c32-043a-4d5e-a2d5-5dadc8ed3cff req-77d47d42-815d-492d-a131-b8ac74ef3d98 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722959 May 17 22:10:55.064508 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14672274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14616329'] for subnet (31d26cbb-161a-460a-9e27-272a4feff83c), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.091978 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Publish callbacks [] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.172689 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4fe5-e51d-45b0-9d20-c1051aac6637 req-eaa998cb-c626-4fa1-a6f3-378186e7953f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:55.173233 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.174186 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-887b4fe5-e51d-45b0-9d20-c1051aac6637 req-eaa998cb-c626-4fa1-a6f3-378186e7953f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.1072197 May 17 22:10:55.174813 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d26cbb-161a-460a-9e27-272a4feff83c,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:55.200400 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Checking segment: {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:55.200782 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Network hostable DHCP agents. Network: b4c7e9cb-7112-4fe4-8f2a-11b919af1218, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:10:55.252040 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-887b4fe5-e51d-45b0-9d20-c1051aac6637 req-8d4aa2ab-ecd8-4252-8fb2-d344a9b6758f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 May 17 22:10:55.294001 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cfb78-d427-46e5-bf3f-19d89ea44fcd None None] Pushing event updated for resources: {'Port': ['ID=f112462e-cc4e-4f13-91da-f4a4844754fa,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:55.308090 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-fd457c6f-bf2d-4627-83e7-eff7b3311385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:55.310074 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-fd457c6f-bf2d-4627-83e7-eff7b3311385 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.2098684 May 17 22:10:55.331334 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Attempting to bind port f112462e-cc4e-4f13-91da-f4a4844754fa on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:10:55.331704 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Attempting to bind port f112462e-cc4e-4f13-91da-f4a4844754fa by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:10:55.332056 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Attempting to bind port f112462e-cc4e-4f13-91da-f4a4844754fa on network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:10:55.338155 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:10:55.338516 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Checking segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:55.338903 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.339336 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Bound using segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:10:55.339796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Bound port: f112462e-cc4e-4f13-91da-f4a4844754fa, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:10:55.340163 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.350008 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:10:55.408008 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] For port f112462e-cc4e-4f13-91da-f4a4844754fa, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:10:55.411722 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] For port f112462e-cc4e-4f13-91da-f4a4844754fa, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=f112462e-cc4e-4f13-91da-f4a4844754fa,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:10:55.429639 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, b4c7e9cb-7112-4fe4-8f2a-11b919af1218) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:55.438270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:55.438870 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.443982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486cd35-8c86-4499-a786-082049849880 None None] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:55.524755 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.547280 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c40b34d3-1f7d-434f-b253-026f30c326d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0145206 May 17 22:10:55.552635 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41196) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:55.557523 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:10:55.647481 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-c840c46f-cd4d-44b9-9811-580997fa8ed1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47 HTTP/1.1" status: 200 len: 217 time: 0.0595310 May 17 22:10:55.673898 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-b4c7e9cb-7112-4fe4-8f2a-11b919af1218', 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218', 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'fixed_ips': [{'subnet_id': '31d26cbb-161a-460a-9e27-272a4feff83c'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:10:55.676034 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.681890 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] Provisioning complete for port f112462e-cc4e-4f13-91da-f4a4844754fa triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:55.682292 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.686964 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (4368a673-de57-4bb8-bc8f-32663effa030), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.688544 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (4368a673-de57-4bb8-bc8f-32663effa030), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.697903 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:55.700531 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:55.721263 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cfb78-d427-46e5-bf3f-19d89ea44fcd None None] Pushing event updated for resources: {'Port': ['ID=f112462e-cc4e-4f13-91da-f4a4844754fa,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:55.737489 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-94b09dc0-32bf-4639-bb73-468141d3db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:55.739252 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-94b09dc0-32bf-4639-bb73-468141d3db3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0838573 May 17 22:10:55.753601 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks [] for router_controller (4368a673-de57-4bb8-bc8f-32663effa030), precommit_add_association {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:55.822379 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-9904ed37-9382-42bb-9f8c-c248c07b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:55.825065 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-9904ed37-9382-42bb-9f8c-c248c07b18d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721126 May 17 22:10:55.871974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:55.971684 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-0582f721-5d26-417c-8dbe-521302ca3953 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373377 May 17 22:10:56.190469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] Current status of the port f112462e-cc4e-4f13-91da-f4a4844754fa is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:56.191029 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.262944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks [] for router_gateway (4368a673-de57-4bb8-bc8f-32663effa030), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.351713 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Allocated IP 172.20.0.2 (b4c7e9cb-7112-4fe4-8f2a-11b919af1218/31d26cbb-161a-460a-9e27-272a4feff83c/a4a5d619-9dba-4996-b1aa-3b6839c33f66) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:10:56.385715 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144f90-345e-4132-b36a-5685d5b11983 req-5164b6dd-4460-475a-a683-bedc52741499 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:56.387419 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-28144f90-345e-4132-b36a-5685d5b11983 req-5164b6dd-4460-475a-a683-bedc52741499 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0568388 May 17 22:10:56.426381 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] For port f112462e-cc4e-4f13-91da-f4a4844754fa, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=f112462e-cc4e-4f13-91da-f4a4844754fa,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:56.487412 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-28144f90-345e-4132-b36a-5685d5b11983 req-842672bb-20d0-4c09-ae81-e3a562f1df07 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 May 17 22:10:56.521904 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.552491 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:55Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:56.584905 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6747a-fc19-432e-b324-22d38e9c3ec9 None None] The sync data for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi is: [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:55Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:10:56.613261 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks [] for router_gateway (4368a673-de57-4bb8-bc8f-32663effa030), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.637429 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.648376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.714069 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-5b7b6f67-5315-4a0e-a220-cb8933139fd3 None None] Provisioning complete for port f112462e-cc4e-4f13-91da-f4a4844754fa triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:56.716619 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6f67-5315-4a0e-a220-cb8933139fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.747221 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b05761-942f-42bd-ab5a-36c03da7fea1 None None] Pushing event updated for resources: {'Port': ['ID=f112462e-cc4e-4f13-91da-f4a4844754fa,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:56.752193 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Publish callbacks [] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.794640 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-8d8b92bb-c054-4b6c-980e-7d97ccb5d190 req-12e2f7ff-283e-4f15-ad01-c575348b0c47 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692390 May 17 22:10:56.829143 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b6f67-5315-4a0e-a220-cb8933139fd3 None None] Current status of the port f112462e-cc4e-4f13-91da-f4a4844754fa is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:56.836202 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Allocated IP 172.27.2.18 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:10:56.839906 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:56.889911 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:56.895980 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:56.901345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:10:56.980168 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Pushing event updated for resources: {'Port': ['ID=a4a5d619-9dba-4996-b1aa-3b6839c33f66,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:57.057854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Attempting to bind port a4a5d619-9dba-4996-b1aa-3b6839c33f66 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:10:57.058350 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Attempting to bind port a4a5d619-9dba-4996-b1aa-3b6839c33f66 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:10:57.058776 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Attempting to bind port a4a5d619-9dba-4996-b1aa-3b6839c33f66 on network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:10:57.065634 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:10:57.067542 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Checking segment: {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:10:57.068018 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:57.071070 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Bound using segment: {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:10:57.071070 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Bound port: a4a5d619-9dba-4996-b1aa-3b6839c33f66, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:10:57.071070 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:57.082679 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks [] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:57.164382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] For port a4a5d619-9dba-4996-b1aa-3b6839c33f66, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:10:57.171763 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] For port a4a5d619-9dba-4996-b1aa-3b6839c33f66, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a4a5d619-9dba-4996-b1aa-3b6839c33f66,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:10:57.228327 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:57.288546 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:57.398897 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645bf41-35ba-426b-9ce4-b71f8850c13b None None] Pushing event updated for resources: {'Port': ['ID=a4a5d619-9dba-4996-b1aa-3b6839c33f66,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:57.426510 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:10:57.496389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:10:57.503427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:10:57.512142 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Pushing event updated for resources: {'Port': ['ID=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:57.581911 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.582444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.582819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.583253 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.589968 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.591092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.591625 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.592144 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.596670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:10:57.755323 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-bb92d9fe-e26d-4e9a-9f01-4481cb75aa18 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:57.762586 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-bb92d9fe-e26d-4e9a-9f01-4481cb75aa18 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/networks?id=728fcf69-a03b-4660-ab19-7ef744bf8d9d HTTP/1.1" status: 200 len: 813 time: 0.5195909 May 17 22:10:57.777499 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e627c60-e4ab-45be-8fa6-5c41f3afe27f req-ff894184-e721-4f85-9051-9d1e8f5cdf14 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:57.783757 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e627c60-e4ab-45be-8fa6-5c41f3afe27f req-ff894184-e721-4f85-9051-9d1e8f5cdf14 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.1667471 May 17 22:10:57.840114 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-4db1fc13-1eb8-4d62-8c47-f18bffc59475 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/quotas/93c1c0a74d6a4392947ee727aa1d3da3 HTTP/1.1" status: 200 len: 375 time: 0.0765510 May 17 22:10:57.907359 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-5c2fea0f-471e-4760-b1fe-aa2bc02f3d98 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448213 May 17 22:10:57.947935 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e627c60-e4ab-45be-8fa6-5c41f3afe27f req-8f7fae61-1714-4cba-96ca-9f3f3f66112e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632483 May 17 22:10:58.079751 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-40b18bfd-73bb-4553-a71a-0bf54d3b5bcd service neutron] 10.222.0.24 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573904 May 17 22:10:58.295615 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a4a5d619-9dba-4996-b1aa-3b6839c33f66 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:10:58.380320 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks [] for router_gateway (4368a673-de57-4bb8-bc8f-32663effa030), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:58.417486 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port a4a5d619-9dba-4996-b1aa-3b6839c33f66 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:58.417869 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:58.579709 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d02441-16a2-470b-a112-812989f37b08 req-e756ad11-516d-432d-a30e-387b2c6a7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:58.582903 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-e756ad11-516d-432d-a30e-387b2c6a7fa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1130 time: 0.0915184 May 17 22:10:58.614777 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port a4a5d619-9dba-4996-b1aa-3b6839c33f66 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:58.622733 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:58.675344 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (4368a673-de57-4bb8-bc8f-32663effa030), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:58.700075 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-058ab758-7bf6-41ac-87f7-c55670442c75 service neutron] 10.222.0.24 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091006 May 17 22:10:58.710590 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port a4a5d619-9dba-4996-b1aa-3b6839c33f66, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a4a5d619-9dba-4996-b1aa-3b6839c33f66,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:10:58.738514 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5620c7c-c401-415d-9cb6-5486158b878b None None] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:10:58.744058 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d02441-16a2-470b-a112-812989f37b08 req-26739cc5-4399-4af2-bf5a-ac3e14a6ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:58.745631 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-26739cc5-4399-4af2-bf5a-ac3e14a6ac2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1543856 May 17 22:10:58.816445 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-09ffa617-94a3-48e7-8dc5-ebe0cfcaed0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1 HTTP/1.1" status: 200 len: 217 time: 0.0635684 May 17 22:10:58.844309 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:58.845336 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device f112462e-cc4e-4f13-91da-f4a4844754fa up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:10:58.887301 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d02441-16a2-470b-a112-812989f37b08 req-56d0ffdc-d305-4a36-9e6c-b4cd571b95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:58.892729 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-56d0ffdc-d305-4a36-9e6c-b4cd571b95cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0642028 May 17 22:10:58.912256 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7381a3fd-a6e5-4f65-8842-82a6e73ece70 None None] Provisioning complete for port a4a5d619-9dba-4996-b1aa-3b6839c33f66 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:58.912613 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7381a3fd-a6e5-4f65-8842-82a6e73ece70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:58.949896 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d02441-16a2-470b-a112-812989f37b08 req-110edd8a-0a32-414f-90a4-a7081f09c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:58.951589 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-110edd8a-0a32-414f-90a4-a7081f09c1a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486369 May 17 22:10:58.972578 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Router 4368a673-de57-4bb8-bc8f-32663effa030 is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:10:59.085511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port f112462e-cc4e-4f13-91da-f4a4844754fa triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:59.087471 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:59.130815 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=a4a5d619-9dba-4996-b1aa-3b6839c33f66,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:10:59.149801 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-fbfd1066-cccc-4f98-b65b-76fbe200d251 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912885 May 17 22:10:59.251575 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port f112462e-cc4e-4f13-91da-f4a4844754fa is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:59.254051 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7381a3fd-a6e5-4f65-8842-82a6e73ece70 None None] Current status of the port a4a5d619-9dba-4996-b1aa-3b6839c33f66 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:59.270058 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-52d02441-16a2-470b-a112-812989f37b08 req-7e442047-0093-4fc6-968a-4ef5bd794565 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133890 May 17 22:10:59.419608 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:10:59.429243 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Sync routers for ids ['4368a673-de57-4bb8-bc8f-32663effa030'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:10:59.453573 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Routers {'4368a673-de57-4bb8-bc8f-32663effa030'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:10:59.459622 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaf4a7-4890-44d2-9433-42ce25f981c0 req-cec78d80-6782-40e2-82a3-851dc4aa3334 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:10:59.461209 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-89aaf4a7-4890-44d2-9433-42ce25f981c0 req-cec78d80-6782-40e2-82a3-851dc4aa3334 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0922332 May 17 22:10:59.462688 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['4368a673-de57-4bb8-bc8f-32663effa030'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:59.502316 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-1f633b37-bba1-4e60-9650-14f6e3a6650d None None] Provisioning complete for port a4a5d619-9dba-4996-b1aa-3b6839c33f66 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:10:59.503618 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f633b37-bba1-4e60-9650-14f6e3a6650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:59.539146 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-89aaf4a7-4890-44d2-9433-42ce25f981c0 req-9bbfbb06-02af-42c7-b660-978c2aa07584 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639567 May 17 22:10:59.558526 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:10:59.560777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-66bf851e-84fd-4542-906e-9068e10daa4e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0063963 May 17 22:10:59.568322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41308) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:10:59.613503 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-1f633b37-bba1-4e60-9650-14f6e3a6650d None None] Current status of the port a4a5d619-9dba-4996-b1aa-3b6839c33f66 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:10:59.640128 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Set router 4368a673-de57-4bb8-bc8f-32663effa030 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:10:59.662748 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8e7ed4db-b4ab-4a03-ad07-3fc373066906 req-8aa66e4d-d623-4864-860f-43b772b2ca7b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0425208 May 17 22:10:59.822312 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:10:57Z', 'revision_number': 3, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:10:59.846687 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Checking router: 4368a673-de57-4bb8-bc8f-32663effa030 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:10:59.847027 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Updating router 4368a673-de57-4bb8-bc8f-32663effa030 port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:10:59.878867 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.128798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.195309 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a4a5d619-9dba-4996-b1aa-3b6839c33f66 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:00.258030 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port a4a5d619-9dba-4996-b1aa-3b6839c33f66 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:00.259592 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.295781 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Publish callbacks [] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.342168 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Allocated IP 172.20.0.1 (b4c7e9cb-7112-4fe4-8f2a-11b919af1218/31d26cbb-161a-460a-9e27-272a4feff83c/0e4fb483-d2a2-450f-bc83-d641b7d76f4f) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:00.343922 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port a4a5d619-9dba-4996-b1aa-3b6839c33f66 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:00.384423 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.436674 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Attempting to bind port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:11:00.437390 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Attempting to bind port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:11:00.437648 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Attempting to bind port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:00.446957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks [] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.455890 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:11:00.456411 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:00.456883 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.457269 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:11:00.457734 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Bound port: 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:11:00.458105 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.463855 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7c8b-f913-4623-a50c-504978efa959 None None] Pushing event updated for resources: {'Port': ['ID=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:00.528803 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] For port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:11:00.531779 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] For port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:11:00.564822 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.609024 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:00.610477 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.640347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:00.647981 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:00.653089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:00.672429 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Routers {'4368a673-de57-4bb8-bc8f-32663effa030'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:11:00.672429 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['4368a673-de57-4bb8-bc8f-32663effa030'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:00.692044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1665d-3baf-4ceb-a588-1efe1d9ac718 req-4a737501-f6c1-43d5-8e33-86bc3e0a6df5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:00.693569 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d5d1665d-3baf-4ceb-a588-1efe1d9ac718 req-4a737501-f6c1-43d5-8e33-86bc3e0a6df5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0835176 May 17 22:11:00.717079 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7c8b-f913-4623-a50c-504978efa959 None None] Pushing event updated for resources: {'Port': ['ID=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:00.720462 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (4368a673-de57-4bb8-bc8f-32663effa030), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.796156 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] Set router 4368a673-de57-4bb8-bc8f-32663effa030 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:11:00.799714 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d5d1665d-3baf-4ceb-a588-1efe1d9ac718 req-644fc80f-84c5-40df-afa0-31be800147b2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974307 May 17 22:11:00.897774 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73541b0b-59b0-43ab-96d4-a209db0b32ca req-90f5e349-c263-4828-b5c5-103f9ae6c6f9 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0457551 May 17 22:11:00.944493 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236712-dc4d-429b-b1cb-f97c1f8e6281 req-ae80ff1d-1361-4a99-b43e-438d66c77a1e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:00.946804 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e8236712-dc4d-429b-b1cb-f97c1f8e6281 req-ae80ff1d-1361-4a99-b43e-438d66c77a1e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0624819 May 17 22:11:00.949492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-ca9545c4-be44-4b9d-b8c9-fae51d92725a None None] Provisioning complete for port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:00.950493 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ca9545c4-be44-4b9d-b8c9-fae51d92725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:00.990731 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-ca9545c4-be44-4b9d-b8c9-fae51d92725a None None] Port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:11:01.003685 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e8236712-dc4d-429b-b1cb-f97c1f8e6281 req-e5a4f931-f8d6-44c5-9d77-39e13a2c0216 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500238 May 17 22:11:01.106656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:01.123522 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:10:57Z', 'revision_number': 3, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:01.152400 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd93a6-b8a3-43a3-b7c1-3c4760cf8fb3 None None] The sync data for ids ['4368a673-de57-4bb8-bc8f-32663effa030'] in dv-cinder-839987-6-iscsi is: [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:10:57Z', 'revision_number': 3, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:11:01.304020 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks [] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:01.395044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:01.425447 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-df765d9a-52d4-46cb-937f-d962ba279d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:01.473927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:01.479240 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (4368a673-de57-4bb8-bc8f-32663effa030), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:01.579966 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:01.581368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:01.701296 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Router 4368a673-de57-4bb8-bc8f-32663effa030 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:11:01.814469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-9d39150f-80de-483a-beea-8e5cc490d432 None None] Provisioning complete for port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:01.814972 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d39150f-80de-483a-beea-8e5cc490d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:01.827739 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:11:01.835409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-67c2b0fd-ce14-4540-8b8a-f7ccc95f93c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/4368a673-de57-4bb8-bc8f-32663effa030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659681 May 17 22:11:01.870386 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9d39150f-80de-483a-beea-8e5cc490d432 None None] Port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:11:01.955244 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882808b-821d-4284-8dd1-e543b6cbae26 req-efc1c3ec-fa50-4c00-8967-c307e21408b6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:01.956963 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f882808b-821d-4284-8dd1-e543b6cbae26 req-efc1c3ec-fa50-4c00-8967-c307e21408b6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0579944 May 17 22:11:02.019645 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-914b3599-170e-4a68-a7de-75ad6c01e0f2 req-419c5554-c108-4ceb-90e4-7f3dcea3418a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0364108 May 17 22:11:02.060478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f882808b-821d-4284-8dd1-e543b6cbae26 req-c36b27df-fd4b-40c0-ac52-c51597fc4439 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953732 May 17 22:11:02.203463 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:02.208544 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192cc80-98f1-4437-9bad-8320eb70fb09 req-34a1f34b-e153-4d69-b487-3f6fff644aaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:02.210593 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e192cc80-98f1-4437-9bad-8320eb70fb09 req-34a1f34b-e153-4d69-b487-3f6fff644aaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0732195 May 17 22:11:02.257730 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:02.258099 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:02.266816 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e192cc80-98f1-4437-9bad-8320eb70fb09 req-be220af8-e0fe-4b04-9891-6c2e49be4aa6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499151 May 17 22:11:02.337208 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:02.337650 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:02.362491 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:02.423430 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:02.487454 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:03.302315 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c2ab72bf-be96-4134-98a2-2b8f74f3343c req-f37e2ba8-7d44-466e-a804-c61996f5c563 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0542672 May 17 22:11:03.314033 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4507a3-b496-42bf-90d9-def0d47e5d52 req-b6b9f1e2-c019-4d0b-81ea-5dd128c9564b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:03.322918 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6c4507a3-b496-42bf-90d9-def0d47e5d52 req-b6b9f1e2-c019-4d0b-81ea-5dd128c9564b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0968125 May 17 22:11:03.399888 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6c4507a3-b496-42bf-90d9-def0d47e5d52 req-5de6fdb3-a32d-4b04-9ab0-090801993484 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 May 17 22:11:03.502719 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c006efb-482f-45e3-ada3-92332ca449ee req-5dbd4997-b094-4967-a8bf-5922e8c37a8b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:03.511862 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c006efb-482f-45e3-ada3-92332ca449ee req-5dbd4997-b094-4967-a8bf-5922e8c37a8b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1106901 May 17 22:11:03.571597 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c006efb-482f-45e3-ada3-92332ca449ee req-b5cde250-7cd6-45a3-a314-6f7e4e051b38 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567198 May 17 22:11:03.889679 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Sync routers for ids ['4368a673-de57-4bb8-bc8f-32663effa030'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:11:03.904082 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Routers {'4368a673-de57-4bb8-bc8f-32663effa030'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:11:03.905132 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:10:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['4368a673-de57-4bb8-bc8f-32663effa030'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:04.061339 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Set router 4368a673-de57-4bb8-bc8f-32663effa030 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:11:04.282043 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:04.284807 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb138fc7-5517-4964-a100-65802f4cd70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:04.452130 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:11:00Z', 'revision_number': 4, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '0e4fb483-d2a2-450f-bc83-d641b7d76f4f', 'name': '', 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'mac_address': 'fa:16:3e:c9:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31d26cbb-161a-460a-9e27-272a4feff83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:11:00Z', 'updated_at': '2022-05-17T22:11:01Z', 'revision_number': 2, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'subnets': [{'id': '31d26cbb-161a-460a-9e27-272a4feff83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:04.455284 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:04.455284 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:04.480008 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ea5670b-bbe7-49e7-93a1-60c703ecaaf5 req-7cabf305-178b-4061-9738-547c2fc1fdfb tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0697293 May 17 22:11:04.496420 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Checking router: 4368a673-de57-4bb8-bc8f-32663effa030 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:11:04.496779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Updating router 4368a673-de57-4bb8-bc8f-32663effa030 port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:11:04.558313 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:04.626295 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654599bf-59ea-4216-9fce-fa183091f9ca req-10f5d1bf-cce2-410f-8945-b1ab6330b341 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:04.628405 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-654599bf-59ea-4216-9fce-fa183091f9ca req-10f5d1bf-cce2-410f-8945-b1ab6330b341 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0687609 May 17 22:11:04.663036 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:04.708168 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-654599bf-59ea-4216-9fce-fa183091f9ca req-82602dad-ab3b-4961-8408-a2304b746240 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724862 May 17 22:11:04.850123 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b794b-0e7a-434b-b8d3-584f9820c271 req-529e9bf1-6fdc-43fd-be52-3bef2e119214 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:04.861847 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a8b794b-0e7a-434b-b8d3-584f9820c271 req-529e9bf1-6fdc-43fd-be52-3bef2e119214 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0822284 May 17 22:11:04.946363 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a8b794b-0e7a-434b-b8d3-584f9820c271 req-bd2e8e8c-ae66-425e-be46-c0f394fcdb78 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822453 May 17 22:11:05.089606 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Publish callbacks [] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.125342 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.157199 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.210954 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f980-e44f-4b28-ac69-596967fdaf10 None None] Pushing event updated for resources: {'Port': ['ID=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:05.308286 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-7358d35e-ab0c-42a1-ba75-14e746dbf54f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:05.310023 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-7358d35e-ab0c-42a1-ba75-14e746dbf54f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "GET /v2.0/networks?id=728fcf69-a03b-4660-ab19-7ef744bf8d9d HTTP/1.1" status: 200 len: 813 time: 0.2243495 May 17 22:11:05.323547 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Attempting to bind port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:11:05.324106 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Attempting to bind port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:11:05.324559 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Attempting to bind port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f on network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:05.325387 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Request body: {'port': {'device_id': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d', 'admin_state_up': True, 'tenant_id': '93c1c0a74d6a4392947ee727aa1d3da3'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:05.331579 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:11:05.332265 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Checking segment: {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:05.332757 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.333312 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Bound using segment: {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:11:05.333867 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Bound port: 0e4fb483-d2a2-450f-bc83-d641b7d76f4f, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9214722-3e88-4f3a-85db-1bb7e043338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:11:05.334788 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.520344 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] For port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:11:05.528223 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] For port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:11:05.621847 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c8eea200-53b0-4539-97ed-a5364f122417 req-12b1da08-0d5f-49f9-b052-c69994d42340 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0415478 May 17 22:11:05.638009 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-82cf1bf4-28b4-41ff-b1a9-217764407d41 None None] Provisioning complete for port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:05.639858 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-82cf1bf4-28b4-41ff-b1a9-217764407d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.682305 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-82cf1bf4-28b4-41ff-b1a9-217764407d41 None None] Port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:11:05.781833 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.812792 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Made reservation on behalf of 93c1c0a74d6a4392947ee727aa1d3da3 for: {'port': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:11:05.817172 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:05.847144 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f980-e44f-4b28-ac69-596967fdaf10 None None] Pushing event updated for resources: {'Port': ['ID=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:05.880813 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Routers {'4368a673-de57-4bb8-bc8f-32663effa030'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:11:05.881375 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:11:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['4368a673-de57-4bb8-bc8f-32663effa030'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:06.083616 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] Set router 4368a673-de57-4bb8-bc8f-32663effa030 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:11:06.236882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db738787-e2bd-4d92-9c13-12685dcd3508 req-ea66f090-641d-4970-ae87-ba0ad1187122 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:06.245301 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db738787-e2bd-4d92-9c13-12685dcd3508 req-ea66f090-641d-4970-ae87-ba0ad1187122 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1008780 May 17 22:11:06.319326 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Allocated IP 172.20.0.3 (728fcf69-a03b-4660-ab19-7ef744bf8d9d/f4fa37af-cb1b-4f83-bb8d-dff6203f9284/23425409-fb84-4741-87bb-e8ae34c58697) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:06.343766 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db738787-e2bd-4d92-9c13-12685dcd3508 req-eac85203-73c1-4b2c-a30c-299cb324f4ba tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971973 May 17 22:11:06.440511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] Provisioning complete for port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:06.441100 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.478338 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.520661 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks [] for port (23425409-fb84-4741-87bb-e8ae34c58697), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.574101 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:11:00Z', 'revision_number': 4, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '0e4fb483-d2a2-450f-bc83-d641b7d76f4f', 'name': '', 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'mac_address': 'fa:16:3e:c9:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31d26cbb-161a-460a-9e27-272a4feff83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:11:00Z', 'updated_at': '2022-05-17T22:11:05Z', 'revision_number': 4, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'subnets': [{'id': '31d26cbb-161a-460a-9e27-272a4feff83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:06.607420 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0539a-cdb6-495a-b2e4-1733b10a3d97 None None] The sync data for ids ['4368a673-de57-4bb8-bc8f-32663effa030'] in dv-cinder-839987-6-iscsi is: [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:11:00Z', 'revision_number': 4, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '0e4fb483-d2a2-450f-bc83-d641b7d76f4f', 'name': '', 'network_id': 'b4c7e9cb-7112-4fe4-8f2a-11b919af1218', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'mac_address': 'fa:16:3e:c9:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31d26cbb-161a-460a-9e27-272a4feff83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:11:00Z', 'updated_at': '2022-05-17T22:11:05Z', 'revision_number': 4, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'subnets': [{'id': '31d26cbb-161a-460a-9e27-272a4feff83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:11:06.613499 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] Current status of the port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:06.613961 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.616309 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (23425409-fb84-4741-87bb-e8ae34c58697), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.656711 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] For port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:06.761995 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.793746 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Pushing event updated for resources: {'Port': ['ID=23425409-fb84-4741-87bb-e8ae34c58697,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:06.797244 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Network 728fcf69-a03b-4660-ab19-7ef744bf8d9d is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:06.806290 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:06.820703 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:06.832833 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.832833 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.832833 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.833566 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.835698 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.837142 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.838517 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.839308 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.839871 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.840925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.841437 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.841926 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.843298 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.843795 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.844286 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:06.858185 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044271-f043-4fef-9765-67fde82d72a3 req-71ca506c-b46e-4bb2-b880-bed616058e7c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:06.870867 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-77044271-f043-4fef-9765-67fde82d72a3 req-71ca506c-b46e-4bb2-b880-bed616058e7c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 931 time: 0.1094913 May 17 22:11:06.902638 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86693-6e29-48a4-8bf1-75013d68d835 None None] Pushing event updated for resources: {'Port': ['ID=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:06.918936 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:06.919940 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:06.980358 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-77044271-f043-4fef-9765-67fde82d72a3 req-4f57a295-bfb3-471e-8f4e-5390d4c769b2 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084821 May 17 22:11:07.048928 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-f003ec12-c7e2-4362-9061-18904a0346ba tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7304049 May 17 22:11:07.067180 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Request body: {'port': {'device_id': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:07.185293 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (23425409-fb84-4741-87bb-e8ae34c58697), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.354139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41494) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:07.359449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115697223', 'description': 'tempest-description--1094803574'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:07.521349 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28be7c2-44fc-4b55-b29f-e6b7cef447d3 req-919527e7-e45a-4549-909c-bf5154ba924e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:07.523139 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b28be7c2-44fc-4b55-b29f-e6b7cef447d3 req-919527e7-e45a-4549-909c-bf5154ba924e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0842841 May 17 22:11:07.554479 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23425409-fb84-4741-87bb-e8ae34c58697 {{(pid=103950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:07.566883 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Publish callbacks [] for port (23425409-fb84-4741-87bb-e8ae34c58697), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.585897 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.provisioning_blocks [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Transition to ACTIVE for port object 23425409-fb84-4741-87bb-e8ae34c58697 will not be triggered until provisioned by entity L2. {{(pid=103950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:11:07.601466 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b28be7c2-44fc-4b55-b29f-e6b7cef447d3 req-63e19d32-7e9a-4a96-9d46-b1630e865ace tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721087 May 17 22:11:07.724602 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.747053 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (23425409-fb84-4741-87bb-e8ae34c58697), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.747983 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.817447 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group (af2159af-f188-4c3a-a0dc-e5871beb22a5), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.895064 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (af2159af-f188-4c3a-a0dc-e5871beb22a5), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:07.929435 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2159af-f188-4c3a-a0dc-e5871beb22a5,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:08.006134 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.006134 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-80e3008d-d8c2-4136-93b7-c972cc1833af tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6484177 May 17 22:11:08.007341 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41508) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:08.034430 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'security_group_rule': {'security_group_id': 'af2159af-f188-4c3a-a0dc-e5871beb22a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:08.201064 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=23425409-fb84-4741-87bb-e8ae34c58697,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:08.226450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group_rule (4470d2ff-4414-4782-913a-e4285c833ae4), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.254379 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1c9d-471d-48a2-9677-95afaf75f53b req-c19e69ca-461a-4b4a-9881-62e1397a683f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:08.255806 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f92c1c9d-471d-48a2-9677-95afaf75f53b req-c19e69ca-461a-4b4a-9881-62e1397a683f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 943 time: 0.1371005 May 17 22:11:08.302059 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41518) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:08.309968 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0e4fb483-d2a2-450f-bc83-d641b7d76f4f up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:08.331412 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Attempting to bind port 23425409-fb84-4741-87bb-e8ae34c58697 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:11:08.333113 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Attempting to bind port 23425409-fb84-4741-87bb-e8ae34c58697 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:11:08.333457 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Attempting to bind port 23425409-fb84-4741-87bb-e8ae34c58697 on network 728fcf69-a03b-4660-ab19-7ef744bf8d9d {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:08.341786 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Port 23425409-fb84-4741-87bb-e8ae34c58697 on network 728fcf69-a03b-4660-ab19-7ef744bf8d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:11:08.342109 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Attempting to bind port 23425409-fb84-4741-87bb-e8ae34c58697 on network 728fcf69-a03b-4660-ab19-7ef744bf8d9d {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:08.356600 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:11:08.357167 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f92c1c9d-471d-48a2-9677-95afaf75f53b req-c1ca514f-b0b8-42fc-8281-0830150238e6 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727189 May 17 22:11:08.358806 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Checking segment: {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:08.361595 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Bound using segment: {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:11:08.363348 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Bound port: 23425409-fb84-4741-87bb-e8ae34c58697, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:11:08.364184 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (23425409-fb84-4741-87bb-e8ae34c58697), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.387056 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group_rule (4470d2ff-4414-4782-913a-e4285c833ae4), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.401866 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:08.403088 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.469374 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (4470d2ff-4414-4782-913a-e4285c833ae4), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.504969 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4470d2ff-4414-4782-913a-e4285c833ae4,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:08.505196 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] For port 23425409-fb84-4741-87bb-e8ae34c58697, host hv-cinder-83998, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:11:08.511879 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] For port 23425409-fb84-4741-87bb-e8ae34c58697, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=23425409-fb84-4741-87bb-e8ae34c58697,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:11:08.570248 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f90ec6f7-7983-474e-a988-84988d5ce60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.589128 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:08.591533 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.597343 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41522) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:08.597884 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e51f92f1-c5b8-4b66-a3b4-8d98232ada50 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5884528 May 17 22:11:08.605252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'security_group_rule': {'security_group_id': 'af2159af-f188-4c3a-a0dc-e5871beb22a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:08.656630 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (23425409-fb84-4741-87bb-e8ae34c58697), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.741306 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:08.741937 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.744014 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] 10.222.0.52 "PUT /v2.0/ports/23425409-fb84-4741-87bb-e8ae34c58697 HTTP/1.1" status: 200 len: 1093 time: 1.6870022 May 17 22:11:08.749547 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'tag': '23425409-fb84-4741-87bb-e8ae34c58697'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:08.752179 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afe54e6-b3e7-4801-a4dc-0a16884e7034" -d '{"events": [{"name": "network-changed", "server_uuid": "8865edd3-610c-4338-ae57-746c5b24b8cc", "tag": "23425409-fb84-4741-87bb-e8ae34c58697"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:08.779146 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c0281-0f4b-4711-a762-49baef4d319c req-585ac3b9-2617-413f-a2dd-b8ac3d0c288b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:08.782161 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group_rule (0a25fbe5-fd63-436d-aa04-86fbaa1eac4f), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:08.786843 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-554c0281-0f4b-4711-a762-49baef4d319c req-585ac3b9-2617-413f-a2dd-b8ac3d0c288b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0708001 May 17 22:11:08.846317 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc7958c-b60f-425c-80e5-55fbd4f2a779 x-openstack-request-id: req-2cc7958c-b60f-425c-80e5-55fbd4f2a779 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:08.846603 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8865edd3-610c-4338-ae57-746c5b24b8cc", "tag": "23425409-fb84-4741-87bb-e8ae34c58697", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:08.846856 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cc7958c-b60f-425c-80e5-55fbd4f2a779 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:08.847279 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc7958c-b60f-425c-80e5-55fbd4f2a779'] response: {'name': 'network-changed', 'server_uuid': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'tag': '23425409-fb84-4741-87bb-e8ae34c58697', 'status': 'completed', 'code': 200} May 17 22:11:08.854075 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-554c0281-0f4b-4711-a762-49baef4d319c req-e8304ff0-26f7-4a3c-ab01-87cc602e1d65 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641556 May 17 22:11:08.932524 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edc0e5-2ca8-4276-bb35-887e1ed6c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=23425409-fb84-4741-87bb-e8ae34c58697,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:08.958536 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe54e6-b3e7-4801-a4dc-0a16884e7034 req-6bd4677a-bfa2-487c-8325-8ad430cedd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:08.961789 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-9afe54e6-b3e7-4801-a4dc-0a16884e7034 req-6bd4677a-bfa2-487c-8325-8ad430cedd87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 1127 time: 0.0876644 May 17 22:11:08.988703 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f90ec6f7-7983-474e-a988-84988d5ce60b admin admin] Publish callbacks [] for security_group (4c901288-b912-4814-8346-9af673bcf272), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.001625 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group_rule (0a25fbe5-fd63-436d-aa04-86fbaa1eac4f), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.057155 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f90ec6f7-7983-474e-a988-84988d5ce60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (4c901288-b912-4814-8346-9af673bcf272), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.106830 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (0a25fbe5-fd63-436d-aa04-86fbaa1eac4f), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.131712 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f90ec6f7-7983-474e-a988-84988d5ce60b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85b63eed38344ab1868e95d71d760f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8245571 May 17 22:11:09.133984 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41530) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:09.149402 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe54e6-b3e7-4801-a4dc-0a16884e7034 req-5ef52ad3-f04b-481b-b300-0b75b58e69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:09.151036 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-9afe54e6-b3e7-4801-a4dc-0a16884e7034 req-5ef52ad3-f04b-481b-b300-0b75b58e69ee service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1823184 May 17 22:11:09.151838 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ec6f7-7983-474e-a988-84988d5ce60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c901288-b912-4814-8346-9af673bcf272,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:09.155272 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a25fbe5-fd63-436d-aa04-86fbaa1eac4f,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:09.188392 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73fdb4ad-a48e-41c7-88bb-135e2965e3d6 admin admin] Publish callbacks [] for security_group (4c901288-b912-4814-8346-9af673bcf272), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.213288 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73fdb4ad-a48e-41c7-88bb-135e2965e3d6 admin admin] Publish callbacks [] for security_group (4c901288-b912-4814-8346-9af673bcf272), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.213702 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.217991 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2fc43384-fa35-463e-9ebd-fd32a1adc9ca tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6169176 May 17 22:11:09.218101 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41534) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:09.222372 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:09.316840 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe54e6-b3e7-4801-a4dc-0a16884e7034 req-1f3cc05b-949b-4c78-9545-c8ee79f807a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:09.327167 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-9afe54e6-b3e7-4801-a4dc-0a16884e7034 req-1f3cc05b-949b-4c78-9545-c8ee79f807a8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607068 May 17 22:11:09.347076 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73fdb4ad-a48e-41c7-88bb-135e2965e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (4c901288-b912-4814-8346-9af673bcf272), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.349637 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73fdb4ad-a48e-41c7-88bb-135e2965e3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.354165 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-73fdb4ad-a48e-41c7-88bb-135e2965e3d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c901288-b912-4814-8346-9af673bcf272 HTTP/1.1" status: 204 len: 168 time: 0.2158115 May 17 22:11:09.374316 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdb4ad-a48e-41c7-88bb-135e2965e3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c901288-b912-4814-8346-9af673bcf272,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:09.382011 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.498701 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-2345a565-ef2e-461f-99c8-a15d5ae5ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:09.500750 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-2345a565-ef2e-461f-99c8-a15d5ae5ad34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 1127 time: 0.1147513 May 17 22:11:09.568404 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0215f-b147-4272-92e2-9a14fe4ba90d req-37d7acfd-f00d-4ff1-94da-8e510b81201f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:09.570792 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d5e0215f-b147-4272-92e2-9a14fe4ba90d req-37d7acfd-f00d-4ff1-94da-8e510b81201f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 943 time: 0.0816762 May 17 22:11:09.632997 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-7de679b9-9bbf-4442-ae19-168318e565a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23425409-fb84-4741-87bb-e8ae34c58697 HTTP/1.1" status: 200 len: 217 time: 0.0580409 May 17 22:11:09.634998 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:09.705980 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d5e0215f-b147-4272-92e2-9a14fe4ba90d req-a93a26d8-3814-4a6e-9d94-f7c2823a662a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269779 May 17 22:11:09.761251 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-54c1a807-b043-4413-8d14-36d9c54d2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:09.762815 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-54c1a807-b043-4413-8d14-36d9c54d2daa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4fa37af-cb1b-4f83-bb8d-dff6203f9284 HTTP/1.1" status: 200 len: 853 time: 0.1202796 May 17 22:11:09.829860 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-10f5228c-c83d-4d5c-bf84-08c495b4eb85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=728fcf69-a03b-4660-ab19-7ef744bf8d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529790 May 17 22:11:09.904165 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Allocated IP 172.27.2.250 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/e7be4489-cf9d-4ef1-977f-8d697d8998eb) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:10.006425 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41550) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:10.059699 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-d1f44274-4dce-4b72-a4f5-5e85a5e15aa6 service neutron] 10.222.0.52 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202392 May 17 22:11:10.116542 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34795ea9-79eb-4489-b70c-91e8fc8d0988 req-b306ac35-42be-40b2-b7dd-b5fb6562cafb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:10.118580 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34795ea9-79eb-4489-b70c-91e8fc8d0988 req-b306ac35-42be-40b2-b7dd-b5fb6562cafb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0820532 May 17 22:11:10.153093 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.186051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34795ea9-79eb-4489-b70c-91e8fc8d0988 req-3f2c3642-460a-493a-9e4e-f8573e1c4975 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614901 May 17 22:11:10.202377 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2655-50fe-4a4a-8656-e548852b73e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.278937 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.339733 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:10.346409 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:10.349401 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:10.386943 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2655-50fe-4a4a-8656-e548852b73e4 admin admin] Publish callbacks [] for security_group (15ac9890-539d-4577-b171-341c9208bf8b), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.395716 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'Port': ['ID=e7be4489-cf9d-4ef1-977f-8d697d8998eb,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:10.445713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41558) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:10.468543 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c2158da-a500-4cca-b2b8-f4e25d4c36f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.474694 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2655-50fe-4a4a-8656-e548852b73e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (15ac9890-539d-4577-b171-341c9208bf8b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.516162 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2655-50fe-4a4a-8656-e548852b73e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac9890-539d-4577-b171-341c9208bf8b,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:10.583475 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7b7c2655-50fe-4a4a-8656-e548852b73e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91cd24e20fc14361b194a7155e6f7df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752661 May 17 22:11:10.586497 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41560) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:10.594444 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e7af549e-77ff-4ae5-b84d-41a6895899f3 req-075daa12-2418-46da-9f5d-4e9390cd88aa service neutron] 10.222.0.52 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937025 May 17 22:11:10.603079 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.668516 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c2158da-a500-4cca-b2b8-f4e25d4c36f0 admin admin] Publish callbacks [] for security_group (866b7006-05bf-47ff-aaf0-7adf6b5ac838), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.673867 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6864-0dc9-4425-af47-7c5696be0fe9 admin admin] Publish callbacks [] for security_group (15ac9890-539d-4577-b171-341c9208bf8b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.700026 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6864-0dc9-4425-af47-7c5696be0fe9 admin admin] Publish callbacks [] for security_group (15ac9890-539d-4577-b171-341c9208bf8b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.728064 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.749978 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c2158da-a500-4cca-b2b8-f4e25d4c36f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (866b7006-05bf-47ff-aaf0-7adf6b5ac838), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.800930 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-5c2158da-a500-4cca-b2b8-f4e25d4c36f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c049efa853a040049b57c4e6a1d21c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538868 May 17 22:11:10.801711 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41564) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:10.802353 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2158da-a500-4cca-b2b8-f4e25d4c36f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866b7006-05bf-47ff-aaf0-7adf6b5ac838,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:10.865455 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6864-0dc9-4425-af47-7c5696be0fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (15ac9890-539d-4577-b171-341c9208bf8b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.868284 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-642b6864-0dc9-4425-af47-7c5696be0fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.869422 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-642b6864-0dc9-4425-af47-7c5696be0fe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15ac9890-539d-4577-b171-341c9208bf8b HTTP/1.1" status: 204 len: 168 time: 0.2817104 May 17 22:11:10.909019 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6864-0dc9-4425-af47-7c5696be0fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac9890-539d-4577-b171-341c9208bf8b,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:10.922746 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec824b0e-9ed9-4b87-8e33-ace29e2bdb26 req-b2f6c124-2deb-427a-aaaf-d5b4b76067ac tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:10.924290 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ec824b0e-9ed9-4b87-8e33-ace29e2bdb26 req-b2f6c124-2deb-427a-aaaf-d5b4b76067ac tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 943 time: 0.0895875 May 17 22:11:10.939910 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b094590-6940-4f7f-89b9-553d6053e3b1 admin admin] Publish callbacks [] for security_group (866b7006-05bf-47ff-aaf0-7adf6b5ac838), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:10.992719 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b094590-6940-4f7f-89b9-553d6053e3b1 admin admin] Publish callbacks [] for security_group (866b7006-05bf-47ff-aaf0-7adf6b5ac838), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.002754 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ec824b0e-9ed9-4b87-8e33-ace29e2bdb26 req-0c99a95c-d0bd-4da8-8f6f-7f7ac2e78b0d tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659525 May 17 22:11:11.087207 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.169904 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.170165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b094590-6940-4f7f-89b9-553d6053e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (866b7006-05bf-47ff-aaf0-7adf6b5ac838), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.174146 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b094590-6940-4f7f-89b9-553d6053e3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.177631 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-3b094590-6940-4f7f-89b9-553d6053e3b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/866b7006-05bf-47ff-aaf0-7adf6b5ac838 HTTP/1.1" status: 204 len: 168 time: 0.3690691 May 17 22:11:11.209820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b094590-6940-4f7f-89b9-553d6053e3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866b7006-05bf-47ff-aaf0-7adf6b5ac838,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:11.323320 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'Port': ['ID=e7be4489-cf9d-4ef1-977f-8d697d8998eb,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:11.333154 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.411661 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78d8d1-0f6c-4eb3-9606-8fd442d7f588 req-5cdd48b9-7dd6-4642-bffb-003a92dea373 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:11.413170 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c78d8d1-0f6c-4eb3-9606-8fd442d7f588 req-5cdd48b9-7dd6-4642-bffb-003a92dea373 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0835383 May 17 22:11:11.426184 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:11.428042 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-abd62902-d1b7-4743-8d4d-408b29412766 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2089398 May 17 22:11:11.476242 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c78d8d1-0f6c-4eb3-9606-8fd442d7f588 req-a819f856-6846-48a2-af4b-525941f966b2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540433 May 17 22:11:11.712602 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-ef730e5e-c633-461c-ac95-0d6a5f8bf032 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1115697223&fields=id&tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9 HTTP/1.1" status: 200 len: 267 time: 0.0564697 May 17 22:11:11.910089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-43b8f6b6-19e4-496c-8b9f-8d8800e9e292 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:11.911664 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-43b8f6b6-19e4-496c-8b9f-8d8800e9e292 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 819 time: 0.1865933 May 17 22:11:11.934404 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-baf00437-a5bd-467b-ba27-db1a8bf99d92 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/quotas/7a0d6701b5d5441eb7eaf815d273d4d9 HTTP/1.1" status: 200 len: 375 time: 0.0132322 May 17 22:11:12.065158 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-0d8f97db-bf32-4cd9-8c90-c11ec96be95a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0992286 May 17 22:11:12.225875 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4f977-1eea-4a5d-8325-23cb2a0ef67e req-459ceba9-6814-49e9-b938-fbc249d19686 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:12.227973 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02f4f977-1eea-4a5d-8325-23cb2a0ef67e req-459ceba9-6814-49e9-b938-fbc249d19686 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 943 time: 0.0838373 May 17 22:11:12.257335 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-a29d0ebd-f784-40e8-b4b8-83773192dc83 service neutron] 10.222.0.24 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684990 May 17 22:11:12.319528 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02f4f977-1eea-4a5d-8325-23cb2a0ef67e req-50257c46-28a7-4376-8321-afa9bfe1f664 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814445 May 17 22:11:12.385150 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-80b4d924-9857-4a34-a053-bc5ffd8a6e12 service neutron] 10.222.0.24 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140366 May 17 22:11:12.622105 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95450de6-793a-4048-9841-8db6692c642a req-e37a5949-0b3d-4fa2-ac56-383e77f48aa7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:12.623727 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-95450de6-793a-4048-9841-8db6692c642a req-e37a5949-0b3d-4fa2-ac56-383e77f48aa7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0657814 May 17 22:11:12.672662 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-95450de6-793a-4048-9841-8db6692c642a req-84bc2c8f-0ef2-4877-9da2-a2e93c337a8c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 May 17 22:11:12.911051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-785b71ba-28aa-406a-a0c1-f1bf5c3f8586 req-2e75af1a-7875-4097-a0bc-d11d413076a7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0612338 May 17 22:11:13.471626 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e67c-dcc6-4051-a9f2-2fce5ce67367 req-007ed0c5-ee30-4d7c-a664-d272a833f556 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:13.473274 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cc65e67c-dcc6-4051-a9f2-2fce5ce67367 req-007ed0c5-ee30-4d7c-a664-d272a833f556 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 943 time: 0.0537856 May 17 22:11:13.543353 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cc65e67c-dcc6-4051-a9f2-2fce5ce67367 req-2c7b5b94-61f6-4444-8055-6eb0635789fe tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640562 May 17 22:11:13.842994 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6c18-c525-49f4-aaa4-7fd3726f706c req-36d83c47-6fa3-4545-89bc-60eb45e84803 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:13.844573 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-377a6c18-c525-49f4-aaa4-7fd3726f706c req-36d83c47-6fa3-4545-89bc-60eb45e84803 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0744448 May 17 22:11:13.931076 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-377a6c18-c525-49f4-aaa4-7fd3726f706c req-14c52101-6fcb-4cf6-8c16-9cb077ec6762 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802736 May 17 22:11:14.087737 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8f06665f-9127-4fd5-b268-9c5e1c57ecc6 req-77919a2c-d2e7-43d0-89a3-a27dfc4b64a6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0406179 May 17 22:11:14.173372 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 23425409-fb84-4741-87bb-e8ae34c58697 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:11:14.235869 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41672) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:14.239959 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83170986', 'description': 'tempest-description--2105829225'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:14.292340 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 23425409-fb84-4741-87bb-e8ae34c58697, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=23425409-fb84-4741-87bb-e8ae34c58697,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:14.305398 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '23425409-fb84-4741-87bb-e8ae34c58697', 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d', 'port_id': '23425409-fb84-4741-87bb-e8ae34c58697', 'mac_address': 'fa:16:3e:95:92:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fa37af-cb1b-4f83-bb8d-dff6203f9284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:11:14.332692 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.358344 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 23425409-fb84-4741-87bb-e8ae34c58697 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:14.359133 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (23425409-fb84-4741-87bb-e8ae34c58697), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.381884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23425409-fb84-4741-87bb-e8ae34c58697 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:14.420458 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 23425409-fb84-4741-87bb-e8ae34c58697, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=23425409-fb84-4741-87bb-e8ae34c58697,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:14.465438 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (c4227d8a-fc34-4df1-b77c-a06c62c37588), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.535227 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (23425409-fb84-4741-87bb-e8ae34c58697), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.588997 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c4227d8a-fc34-4df1-b77c-a06c62c37588), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.606398 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=23425409-fb84-4741-87bb-e8ae34c58697,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:14.627410 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4227d8a-fc34-4df1-b77c-a06c62c37588,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:14.698267 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.699546 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a8315927-21b8-40d3-a8fb-0740fd79994d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4631114 May 17 22:11:14.702450 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41678) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:14.712920 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'c4227d8a-fc34-4df1-b77c-a06c62c37588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:14.733872 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae8e10-8b0c-4126-b6f3-c31096955771 req-04d98432-1287-4111-9e52-c956e4ada465 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:14.738021 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-29ae8e10-8b0c-4126-b6f3-c31096955771 req-04d98432-1287-4111-9e52-c956e4ada465 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 944 time: 0.0954015 May 17 22:11:14.800314 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-29ae8e10-8b0c-4126-b6f3-c31096955771 req-759d968b-56cd-4cc9-94c5-2ff430913fa0 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 May 17 22:11:14.833835 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (c76d712a-0bec-401c-a972-30dabaeb482d), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:14.858553 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['23425409-fb84-4741-87bb-e8ae34c58697'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:11:14.963983 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (c76d712a-0bec-401c-a972-30dabaeb482d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.058300 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (c76d712a-0bec-401c-a972-30dabaeb482d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.117761 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76d712a-0bec-401c-a972-30dabaeb482d,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:15.143223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477505ea-53a5-465d-bc74-a2e40550d873 req-164b4a7a-3659-4f2d-b2ef-79b9223686bb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:15.153218 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-477505ea-53a5-465d-bc74-a2e40550d873 req-164b4a7a-3659-4f2d-b2ef-79b9223686bb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0826137 May 17 22:11:15.230031 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-707a99f3-a2e3-466e-acd0-47a5cd164acb req-4a46d710-190f-4ea5-8c11-0dcf55277e46 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0375476 May 17 22:11:15.233428 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-477505ea-53a5-465d-bc74-a2e40550d873 req-4cc8d789-d2f4-4b1f-8979-d62c3852fc2e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792382 May 17 22:11:15.236692 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.237812 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3159760a-501b-4936-88d8-030a2c71aa88 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5340741 May 17 22:11:15.251721 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 41692) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:15.264023 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'c4227d8a-fc34-4df1-b77c-a06c62c37588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:15.360890 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (8882f78d-615e-44fd-893a-a18256a5d40e), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.428586 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (8882f78d-615e-44fd-893a-a18256a5d40e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.547873 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-3b92c003-1ae7-4a55-96e9-776753b02ba5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:15.549803 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-3b92c003-1ae7-4a55-96e9-776753b02ba5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 819 time: 0.1129432 May 17 22:11:15.569801 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (8882f78d-615e-44fd-893a-a18256a5d40e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.616421 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8882f78d-615e-44fd-893a-a18256a5d40e,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:15.664992 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-2b858b11-cc62-414d-b205-54bc35f690f1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9 HTTP/1.1" status: 200 len: 380 time: 0.1025164 May 17 22:11:15.677905 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'port': {'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'admin_state_up': True, 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'security_groups': ['af2159af-f188-4c3a-a0dc-e5871beb22a5']}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:15.686911 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:15.691252 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-054be8dd-70e1-47a4-b6f8-436e045ce5c1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4353390 May 17 22:11:15.691545 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 41694) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:15.699592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:15.830832 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:16.030605 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Made reservation on behalf of 7a0d6701b5d5441eb7eaf815d273d4d9 for: {'port': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:11:16.034404 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:16.068806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:16.188782 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 23425409-fb84-4741-87bb-e8ae34c58697 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:16.247764 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 23425409-fb84-4741-87bb-e8ae34c58697 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:11:16.301688 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Allocated IP 172.20.0.4 (b394d145-5e4c-4ff3-9a9e-324cf4600d03/c6dd094f-6d1e-4569-9c79-65117524018a/ea82fbfe-827c-4d08-a78d-a544d7f86c1c) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:16.441852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496313af-fd9a-4829-a98a-ee84cf00b06b req-2f222bed-3cfd-4113-b582-decaa1b139bc tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:16.441852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-496313af-fd9a-4829-a98a-ee84cf00b06b req-2f222bed-3cfd-4113-b582-decaa1b139bc tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 944 time: 0.3985472 May 17 22:11:16.461338 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d0e3a9cb-5806-41a1-b958-fc54ad9b4487 req-10b8a4ba-37c5-4b38-8d8c-77834c75739e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0596592 May 17 22:11:16.467629 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:16.527837 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-496313af-fd9a-4829-a98a-ee84cf00b06b req-d69cbd40-8f26-4383-9838-28a58696b590 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031477 May 17 22:11:16.574885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.27.2.105 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/23e05d47-d14d-4eb7-bfd9-e097f66594e5) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:16.600661 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019e36c-4116-4f4a-8bdc-6b351cbcb42b req-44215454-e5a5-4f50-b0df-b97d2cebccf3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:16.603014 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2019e36c-4116-4f4a-8bdc-6b351cbcb42b req-44215454-e5a5-4f50-b0df-b97d2cebccf3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0645406 May 17 22:11:16.709171 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2019e36c-4116-4f4a-8bdc-6b351cbcb42b req-6f1f771f-5acd-4727-847c-4b07586a30b6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926185 May 17 22:11:16.731684 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.037801 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 23425409-fb84-4741-87bb-e8ae34c58697 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:17.038174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (23425409-fb84-4741-87bb-e8ae34c58697), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.038413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.038996 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.079003 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:17.082201 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:17.086648 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:17.091602 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:17.094177 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:17.096885 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:17.114977 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=23e05d47-d14d-4eb7-bfd9-e097f66594e5,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:17.165748 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event updated for resources: {'Port': ['ID=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:17.187410 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 23425409-fb84-4741-87bb-e8ae34c58697 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:17.190982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (23425409-fb84-4741-87bb-e8ae34c58697), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.192856 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:17.194529 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.216336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (40c11edd-b2e5-4595-95c5-9c33bef66cb4), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.227971 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23425409-fb84-4741-87bb-e8ae34c58697'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:17.230235 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372e4fe-72bb-4d7d-a2e7-b8403e5aa65d" -d '{"events": [{"server_uuid": "8865edd3-610c-4338-ae57-746c5b24b8cc", "name": "network-vif-plugged", "status": "completed", "tag": "23425409-fb84-4741-87bb-e8ae34c58697"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:17.292407 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 23425409-fb84-4741-87bb-e8ae34c58697, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=23425409-fb84-4741-87bb-e8ae34c58697,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:17.301544 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-d4495f1f-dade-48c7-b112-b06f7cd514ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6267481 May 17 22:11:17.310768 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a20fc8-8345-483c-b031-a5f880b90e56 x-openstack-request-id: req-30a20fc8-8345-483c-b031-a5f880b90e56 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:17.311311 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865edd3-610c-4338-ae57-746c5b24b8cc", "name": "network-vif-plugged", "status": "completed", "tag": "23425409-fb84-4741-87bb-e8ae34c58697", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:17.311746 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30a20fc8-8345-483c-b031-a5f880b90e56 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:17.312333 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a20fc8-8345-483c-b031-a5f880b90e56'] response: {'server_uuid': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23425409-fb84-4741-87bb-e8ae34c58697', 'code': 200} May 17 22:11:17.360567 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.426866 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (23425409-fb84-4741-87bb-e8ae34c58697), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.501583 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=23425409-fb84-4741-87bb-e8ae34c58697,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:17.530672 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-5e565974-eb2e-40fe-b098-350c5a1f2e82 None None] Provisioning complete for port ea82fbfe-827c-4d08-a78d-a544d7f86c1c triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:17.531060 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e565974-eb2e-40fe-b098-350c5a1f2e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.571262 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5e565974-eb2e-40fe-b098-350c5a1f2e82 None None] Port ea82fbfe-827c-4d08-a78d-a544d7f86c1c cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:11:17.629003 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545c00d-a1b7-4cb0-9127-ae432ef6e62c req-ecf81ef9-e08e-45ff-95d2-65d2b072a26f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:17.633674 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c545c00d-a1b7-4cb0-9127-ae432ef6e62c req-ecf81ef9-e08e-45ff-95d2-65d2b072a26f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 931 time: 0.0715120 May 17 22:11:17.696020 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.735065 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fa2b9-b609-45f5-9ebb-d8261d9554d9 req-c7293160-c233-4c67-b622-d8b28efe8a2c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:17.735065 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-938fa2b9-b609-45f5-9ebb-d8261d9554d9 req-c7293160-c233-4c67-b622-d8b28efe8a2c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0945187 May 17 22:11:17.760445 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c545c00d-a1b7-4cb0-9127-ae432ef6e62c req-3af42905-bdd1-4dcf-92cb-2cee797a5275 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230595 May 17 22:11:17.802770 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-938fa2b9-b609-45f5-9ebb-d8261d9554d9 req-00ef25c1-8ab6-4dd5-b43f-83dbb7d82ec1 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586984 May 17 22:11:17.865093 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d1349-659a-415c-9172-86338c895054 req-14a0e7dc-bab5-4882-8e45-1464c5b36f17 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:17.867800 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8f7d1349-659a-415c-9172-86338c895054 req-14a0e7dc-bab5-4882-8e45-1464c5b36f17 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0499597 May 17 22:11:17.872582 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:17.984953 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=23e05d47-d14d-4eb7-bfd9-e097f66594e5,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:17.987860 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8f7d1349-659a-415c-9172-86338c895054 req-7ec56a44-098f-49b1-b12a-1bd1f6fc85b5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153028 May 17 22:11:17.989475 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (40c11edd-b2e5-4595-95c5-9c33bef66cb4), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:18.065919 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:18.067309 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b61e866c-dd66-4294-a7e3-6eebfde8958b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3745842 May 17 22:11:18.277412 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-248c6bd6-1d94-4acc-956e-3c6b2874a3e7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--83170986&fields=id&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 267 time: 0.0485237 May 17 22:11:18.411914 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-5918cf10-f472-489e-a3c1-d62719903568 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:18.413425 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-5918cf10-f472-489e-a3c1-d62719903568 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.1295896 May 17 22:11:18.433496 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-9b559de8-540e-4deb-8f96-d95a5f1fe1e0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/quotas/ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 375 time: 0.0120983 May 17 22:11:18.503092 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-933c6df7-f4ca-4115-a2af-a94fe7238420 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637136 May 17 22:11:18.706549 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-30a21782-3173-4c68-acb8-172a9bb4fccb tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:18.708003 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-30a21782-3173-4c68-acb8-172a9bb4fccb tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 815 time: 0.2027240 May 17 22:11:18.715007 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-1da9cea0-a32f-492a-9351-8b1cdf02202c service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974199 May 17 22:11:18.736467 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-18e05be9-a007-4b31-9d62-4a6596c54443 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/quotas/f3b9176d44ed415bacfaf45f3f8472a5 HTTP/1.1" status: 200 len: 375 time: 0.0204833 May 17 22:11:18.855395 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-0ccd6466-41e7-4edc-85d0-10134fe731d5 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057603 May 17 22:11:18.897266 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-76dd8536-bf53-4376-a50f-45e59a92a58a service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746557 May 17 22:11:18.983939 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-7360fc2d-ef7e-4f74-aa24-c89b0bc7fcc0 service neutron] 10.222.0.24 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159787 May 17 22:11:19.085543 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-06d4a5b1-f6bd-47b9-b6d1-55cd056fb9d5 service neutron] 10.222.0.24 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934722 May 17 22:11:19.145352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Request body: {'port': {'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:19.232425 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:19.245344 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa03c8-33e3-4aae-b49a-a8ff17c22716 req-d1e542d3-67a0-4e4a-bee8-237a34cabfb4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:19.246939 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f6aa03c8-33e3-4aae-b49a-a8ff17c22716 req-d1e542d3-67a0-4e4a-bee8-237a34cabfb4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 931 time: 0.0569782 May 17 22:11:19.304322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f6aa03c8-33e3-4aae-b49a-a8ff17c22716 req-a510af0c-327a-4a7f-89a4-f4fcb8e2f172 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506854 May 17 22:11:19.458876 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654f6c-03d6-489d-92ec-6712a9496af4 req-04b18c41-df1f-4c21-979c-1de9eaa6ca41 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:19.460403 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fb654f6c-03d6-489d-92ec-6712a9496af4 req-04b18c41-df1f-4c21-979c-1de9eaa6ca41 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0814810 May 17 22:11:19.482076 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee26cb-a04e-4d71-9bd5-851a08acbdf4 req-a44e2db8-91eb-4126-967b-c3d701201e7b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:19.483770 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-caee26cb-a04e-4d71-9bd5-851a08acbdf4 req-a44e2db8-91eb-4126-967b-c3d701201e7b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0728719 May 17 22:11:19.551241 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fb654f6c-03d6-489d-92ec-6712a9496af4 req-a36080de-c1b7-49db-a06a-4087c183a62a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 May 17 22:11:19.559638 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-caee26cb-a04e-4d71-9bd5-851a08acbdf4 req-818ca1cc-0cc5-4d5d-807f-79fa778ff15e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669427 May 17 22:11:19.637419 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f391cd9d-665a-4972-9145-062fbbfe75d4 req-7864219f-2eb3-42ab-a7f7-0079659abaa1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0416095 May 17 22:11:19.647038 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea82fbfe-827c-4d08-a78d-a544d7f86c1c {{(pid=103950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:19.655468 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Publish callbacks [] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:19.664455 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670443e6-94aa-40e3-b48d-6a53ce2a7f98 req-859802c4-a3ab-4d0e-a380-ba708048350a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0320983 May 17 22:11:19.669919 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.provisioning_blocks [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Transition to ACTIVE for port object ea82fbfe-827c-4d08-a78d-a544d7f86c1c will not be triggered until provisioned by entity L2. {{(pid=103950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:11:19.766171 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:19.816556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Pushing event updated for resources: {'Port': ['ID=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:19.896401 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Attempting to bind port ea82fbfe-827c-4d08-a78d-a544d7f86c1c on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:11:19.896401 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Attempting to bind port ea82fbfe-827c-4d08-a78d-a544d7f86c1c by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:11:19.896641 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Attempting to bind port ea82fbfe-827c-4d08-a78d-a544d7f86c1c on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:19.901495 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Port ea82fbfe-827c-4d08-a78d-a544d7f86c1c on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:11:19.901879 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Attempting to bind port ea82fbfe-827c-4d08-a78d-a544d7f86c1c on network b394d145-5e4c-4ff3-9a9e-324cf4600d03 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:19.907305 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:11:19.907692 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Checking segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:19.908085 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Bound using segment: {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:11:19.908579 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Bound port: ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:11:19.908941 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:19.991352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] For port ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host hv-cinder-83998, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:11:19.995834 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] For port ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:11:20.104851 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:20.138266 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:20.138266 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:20.138760 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 1093 time: 0.9999530 May 17 22:11:20.139152 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:20.141360 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37" -d '{"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:20.168367 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0b03-a7a8-4818-ac41-3372066d5486 service neutron] Pushing event updated for resources: {'Port': ['ID=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:20.179453 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08883c99-56df-4125-83ff-a53e1055138d x-openstack-request-id: req-08883c99-56df-4125-83ff-a53e1055138d {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:20.179970 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:20.180323 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08883c99-56df-4125-83ff-a53e1055138d {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:20.180813 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08883c99-56df-4125-83ff-a53e1055138d'] response: {'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'status': 'completed', 'code': 200} May 17 22:11:20.427629 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa9877-3662-4457-b4dd-c13b3c70937e req-407e5b64-2de5-462e-a1be-690480b191c4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:20.429017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3afa9877-3662-4457-b4dd-c13b3c70937e req-407e5b64-2de5-462e-a1be-690480b191c4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0497355 May 17 22:11:20.477087 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3afa9877-3662-4457-b4dd-c13b3c70937e req-2aab54f4-1d30-45ae-9db8-1dc8fed590db tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 May 17 22:11:20.700659 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f2aa-4193-4b78-b080-4c5863737e79 req-2aae4184-bb72-497a-98b7-eff709102616 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:20.702113 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3d22f2aa-4193-4b78-b080-4c5863737e79 req-2aae4184-bb72-497a-98b7-eff709102616 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0770299 May 17 22:11:20.720881 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e925f-0cb2-4333-a866-63ca4886349d req-951caab3-d1a5-4dc7-a76b-354bb1386bff tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:20.722253 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f08e925f-0cb2-4333-a866-63ca4886349d req-951caab3-d1a5-4dc7-a76b-354bb1386bff tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0699725 May 17 22:11:20.786272 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3d22f2aa-4193-4b78-b080-4c5863737e79 req-fb055d9c-c809-4e90-ba01-36e244764669 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784235 May 17 22:11:20.793624 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f08e925f-0cb2-4333-a866-63ca4886349d req-15790de6-5c4c-4852-8964-cf3aee73a523 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623927 May 17 22:11:20.875938 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5c9ea40b-7049-4ec4-a01b-93f3c8bfa055 req-990c7305-da8d-4bc5-b952-171e06455df9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0359626 May 17 22:11:20.895436 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b3d49c3c-f953-47dd-89c1-b0ce44fe3b28 req-42ea23f2-c0a7-4da0-a014-aa8a0b5b94b3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0284193 May 17 22:11:21.590658 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6435d4f-1a4d-419c-9952-5bacdf36b765 req-b3f71a92-4a7f-4637-a7d8-abeb554ff856 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:21.592110 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c6435d4f-1a4d-419c-9952-5bacdf36b765 req-b3f71a92-4a7f-4637-a7d8-abeb554ff856 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0494442 May 17 22:11:21.637015 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c6435d4f-1a4d-419c-9952-5bacdf36b765 req-3768f624-5435-4b27-a2ba-d1b2bad5ccf6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 May 17 22:11:21.925702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb581c-bd0e-4a59-a72d-4066b5ebbd49 req-1525b064-2d6d-495e-a295-41fa3e223721 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:21.927051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9bb581c-bd0e-4a59-a72d-4066b5ebbd49 req-1525b064-2d6d-495e-a295-41fa3e223721 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0713758 May 17 22:11:21.947170 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacebea-ad45-4c04-a9e9-69c9274c062a req-2c184542-1d5c-4434-91a7-d4948368e3e9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:21.948838 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9bacebea-ad45-4c04-a9e9-69c9274c062a req-2c184542-1d5c-4434-91a7-d4948368e3e9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0656230 May 17 22:11:22.014099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9bb581c-bd0e-4a59-a72d-4066b5ebbd49 req-58db8438-e2a1-4228-9f6e-a27ee6ba8670 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807862 May 17 22:11:22.025061 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9bacebea-ad45-4c04-a9e9-69c9274c062a req-688ad5af-6b58-4ad0-bb74-cabb126faa29 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696087 May 17 22:11:22.138374 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9a99b446-326c-4454-aa87-e930091abbc8 req-9b1a50bf-2a23-4490-b1b6-1d486aa70126 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0495253 May 17 22:11:22.140074 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a2b73d3-2f1e-4b57-9603-acc7d8777cbc req-889d0d2a-0cb4-4c33-bd89-ce87b392a26e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0532863 May 17 22:11:22.189702 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37 req-0d6d0765-a83a-425a-9ea7-1e2491a04808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:22.191461 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37 req-0d6d0765-a83a-425a-9ea7-1e2491a04808 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0517304 May 17 22:11:22.348677 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37 req-2a6bcc51-7ac6-4de0-9b27-c9e06aa8ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:22.350360 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37 req-2a6bcc51-7ac6-4de0-9b27-c9e06aa8ceff service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1192966 May 17 22:11:22.753424 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac434-2fca-48e3-b0c1-b8c94ec419eb req-b026a375-52b1-4a16-8d37-397d117af1ea tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:22.754797 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76fac434-2fca-48e3-b0c1-b8c94ec419eb req-b026a375-52b1-4a16-8d37-397d117af1ea tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0462110 May 17 22:11:22.800764 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76fac434-2fca-48e3-b0c1-b8c94ec419eb req-28f4c00f-93c2-45a3-a669-68b7cf6b2cef tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404267 May 17 22:11:23.158440 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abf5a4-665b-4506-9065-7bdccf9c4b4e req-650cb541-3133-46e3-a71a-7379d841bca6 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:23.160006 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5abf5a4-665b-4506-9065-7bdccf9c4b4e req-650cb541-3133-46e3-a71a-7379d841bca6 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0778446 May 17 22:11:23.171369 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4491-3cde-46e2-afee-32149787d467 req-b3224ad5-a190-4281-8c00-79f25e4d7fa5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:23.172796 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-09ef4491-3cde-46e2-afee-32149787d467 req-b3224ad5-a190-4281-8c00-79f25e4d7fa5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0602691 May 17 22:11:23.246548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5abf5a4-665b-4506-9065-7bdccf9c4b4e req-fa3dd025-864e-49d5-a58a-74982923a2d9 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728116 May 17 22:11:23.249831 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-09ef4491-3cde-46e2-afee-32149787d467 req-84935b3e-1848-4ace-9ecb-c47e768eb252 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704389 May 17 22:11:23.344216 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f2efe9db-b0cc-4331-b4da-82af035dc2ff req-cdaff3b6-88d9-4a35-8b3a-05e80273f827 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0395923 May 17 22:11:23.359540 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-19d43fdf-ed97-4a14-9b48-b8977fedac0a req-dde189ac-76d2-45dc-b09c-0c6715562db2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0457382 May 17 22:11:23.421072 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:11:23.915425 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97287001-2681-4318-9a12-52a888add24f req-eff3bedd-aea1-464c-937d-9aa896b5ef61 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:23.917283 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97287001-2681-4318-9a12-52a888add24f req-eff3bedd-aea1-464c-937d-9aa896b5ef61 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0480201 May 17 22:11:23.965099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97287001-2681-4318-9a12-52a888add24f req-747c0228-d685-4e63-a796-5e92314e349f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423579 May 17 22:11:24.394428 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b8a3-c05a-419a-a90b-bbb2448e9ffc req-98eacc00-9d81-4524-a956-958f2544fac7 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:24.396319 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f2b8b8a3-c05a-419a-a90b-bbb2448e9ffc req-98eacc00-9d81-4524-a956-958f2544fac7 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0768914 May 17 22:11:24.402593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aa52c-4061-4af0-a9ed-05639b835770 req-bea12c26-1cf7-4171-bc9f-4cd168059cbe tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:24.403960 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-254aa52c-4061-4af0-a9ed-05639b835770 req-bea12c26-1cf7-4171-bc9f-4cd168059cbe tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0744934 May 17 22:11:24.474926 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f2b8b8a3-c05a-419a-a90b-bbb2448e9ffc req-39f0b642-2970-4005-a4ec-1488f05c9265 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700376 May 17 22:11:24.477874 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-254aa52c-4061-4af0-a9ed-05639b835770 req-6a83e1b7-81b4-4088-a4df-b4ae7f59b7ee tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673618 May 17 22:11:24.565519 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c497effd-c2fe-47e5-a6ef-e7a847220ff1 req-12335900-070a-4048-9e61-685e7eafbca8 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0356581 May 17 22:11:24.581369 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3d6949a5-b419-4256-a074-02289ba77800 req-6cf2b661-0e1a-4e40-9e41-e7461debe299 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0425892 May 17 22:11:25.101011 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb541a-951b-44b6-a3b5-262ad280e7c5 req-3aace201-d18d-4fb3-9c2d-77f89df78936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:25.102481 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0fbb541a-951b-44b6-a3b5-262ad280e7c5 req-3aace201-d18d-4fb3-9c2d-77f89df78936 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 1129 time: 0.0628393 May 17 22:11:25.108975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99bf9e-3072-454f-8c8f-0fa2216789d3 req-b0e74cc9-eca0-4dba-918d-53536f9ab7f6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:25.110302 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db99bf9e-3072-454f-8c8f-0fa2216789d3 req-b0e74cc9-eca0-4dba-918d-53536f9ab7f6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0792246 May 17 22:11:25.163322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db99bf9e-3072-454f-8c8f-0fa2216789d3 req-2e1ae974-4cc7-4eaa-b25f-f3e30d4e918c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 May 17 22:11:25.216145 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37 req-873a2c7d-3994-463b-acd7-0a509602c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:25.218311 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-9cb917e9-6158-4ac2-b223-6bbbe25dfb37 req-873a2c7d-3994-463b-acd7-0a509602c80a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938690 May 17 22:11:25.304051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0fbb541a-951b-44b6-a3b5-262ad280e7c5 req-b84dc8c4-f70f-4cc7-b44b-76de84644e60 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 May 17 22:11:25.329248 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-1f62ccc9-2707-4015-961c-933f757f9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:25.330809 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-1f62ccc9-2707-4015-961c-933f757f9eeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0431623 May 17 22:11:25.622505 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d358c-39f6-408e-a902-2769fe8fdb87 req-dc522de8-d4e5-4ab6-aa74-f8c5f19a0da5 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:25.624009 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a7d358c-39f6-408e-a902-2769fe8fdb87 req-dc522de8-d4e5-4ab6-aa74-f8c5f19a0da5 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0769074 May 17 22:11:25.629892 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87cac0-eba0-4b72-b6cb-3148a39d55e9 req-645f361d-fd36-4081-b3c7-42934b0aa57a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:25.631335 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db87cac0-eba0-4b72-b6cb-3148a39d55e9 req-645f361d-fd36-4081-b3c7-42934b0aa57a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0751343 May 17 22:11:25.700014 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a7d358c-39f6-408e-a902-2769fe8fdb87 req-bf504ea5-dcab-4c91-9ec5-0416bd73d89a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 May 17 22:11:25.708651 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db87cac0-eba0-4b72-b6cb-3148a39d55e9 req-9a225f1b-13d6-426c-9aec-5d81683ade48 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682065 May 17 22:11:25.798219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-75e048e5-ab23-4a6a-9b61-1ccbab4528f1 req-d36e15dc-9863-479d-bf12-7566a7aaac1c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0388937 May 17 22:11:25.819852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2a8f6946-914e-487e-9b1f-3284ccb437b5 req-5523c51c-8fc5-42be-929b-6bd5506ef3dc tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0513201 May 17 22:11:26.274375 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4989-2386-45d1-877a-610bde6125c0 req-5c22c069-0c27-4175-90a8-80a00c5f1efd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:26.275940 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b62e4989-2386-45d1-877a-610bde6125c0 req-5c22c069-0c27-4175-90a8-80a00c5f1efd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0461750 May 17 22:11:26.321802 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b62e4989-2386-45d1-877a-610bde6125c0 req-f477cd25-84ec-4495-9377-b6968dae66fc tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 May 17 22:11:26.594228 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:26.845490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dcab7-22c8-4ac0-b767-79af38db0b17 req-1ce897e3-872b-449f-a4ea-724b9b9d2096 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:26.846970 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d7dcab7-22c8-4ac0-b767-79af38db0b17 req-1ce897e3-872b-449f-a4ea-724b9b9d2096 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0785136 May 17 22:11:26.853011 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f830d0-1bdc-4c95-9a90-e0535435392d req-eb91bc82-ed75-4054-99c3-7cc9caf27118 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:26.855210 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-88f830d0-1bdc-4c95-9a90-e0535435392d req-eb91bc82-ed75-4054-99c3-7cc9caf27118 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0770881 May 17 22:11:26.924794 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d7dcab7-22c8-4ac0-b767-79af38db0b17 req-8ded70ab-ff0a-4937-aeb0-19812d7da170 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686545 May 17 22:11:26.932100 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-88f830d0-1bdc-4c95-9a90-e0535435392d req-cfba1f44-a96b-4689-be2b-41c6cdce3746 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699809 May 17 22:11:27.041089 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6a6b654-c2f2-4c39-9562-97dc484bf607 req-1acc0cb3-29fd-462e-9bf5-8df22b3eddf4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0460637 May 17 22:11:27.058697 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c1034-e349-4ec7-93b7-cfcfdaaa60e8 req-bfce68c0-5423-4214-8763-46f1fd4cb4f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:27.058697 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-990c1034-e349-4ec7-93b7-cfcfdaaa60e8 req-bfce68c0-5423-4214-8763-46f1fd4cb4f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0699337 May 17 22:11:27.327876 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d82c9ce-cb9f-4a80-a33f-405810e712f8 req-61dfc01b-d1fa-44ad-8318-81db853fba6f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0307298 May 17 22:11:27.348246 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-990c1034-e349-4ec7-93b7-cfcfdaaa60e8 req-a42137f5-7927-491f-8684-7247ed08ce84 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796907 May 17 22:11:27.437305 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a074ee-5cc2-43bb-a800-3ceba90f8d73 req-a97684b4-ddea-42ca-8948-c754c3991edb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:27.438730 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97a074ee-5cc2-43bb-a800-3ceba90f8d73 req-a97684b4-ddea-42ca-8948-c754c3991edb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0473242 May 17 22:11:27.483765 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97a074ee-5cc2-43bb-a800-3ceba90f8d73 req-81ac77b3-9ffb-4156-a5c6-9b39b290b98e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 May 17 22:11:28.065307 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40424dd7-ece7-486b-ae3f-28591b84352b req-47410130-5bf5-47da-a7ff-c3c3b7141e5e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:28.066749 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-40424dd7-ece7-486b-ae3f-28591b84352b req-47410130-5bf5-47da-a7ff-c3c3b7141e5e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0725644 May 17 22:11:28.085981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:11:28.086450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa900de-bc74-41fa-8a86-86203413d2e9 req-1f3c09fe-7a57-4e3e-a0cc-8890528c9b31 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:28.087887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3aa900de-bc74-41fa-8a86-86203413d2e9 req-1f3c09fe-7a57-4e3e-a0cc-8890528c9b31 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0816021 May 17 22:11:28.158558 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3aa900de-bc74-41fa-8a86-86203413d2e9 req-e15c20aa-2249-47c6-b7ae-ef60b1d1a7de tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593216 May 17 22:11:28.168992 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-40424dd7-ece7-486b-ae3f-28591b84352b req-2917d047-1f37-4c10-a2ca-7dec981b4fcd tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964937 May 17 22:11:28.193400 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:28.215445 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'mac_address': 'fa:16:3e:11:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:11:28.217086 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-32e07848-05c0-4b98-b4a9-a2f81d1fc500 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 217 time: 0.0512757 May 17 22:11:28.272227 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e8899ec8-0d02-4cbe-addf-c568a114a350 req-5180bd8f-639b-49ed-a2ca-3fad22bd9513 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0315089 May 17 22:11:28.291062 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-89bce8b6-cb08-4a33-8e80-3fdeb7a0ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:28.292217 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-89bce8b6-cb08-4a33-8e80-3fdeb7a0ee90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0630345 May 17 22:11:28.385721 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: ACTIVE; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:28.386118 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:28.399860 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:28.421225 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:28.435474 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-091bc14c-7d21-42bf-92ba-5683b570de66 req-f237d253-09e0-4993-8903-abc1323c32be tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0337009 May 17 22:11:28.479378 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca91d4d-2367-4320-8824-dcf86d22b29a req-f3d64cba-7ec8-4cc9-bf76-f2606327e413 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:28.480891 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5ca91d4d-2367-4320-8824-dcf86d22b29a req-f3d64cba-7ec8-4cc9-bf76-f2606327e413 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0491502 May 17 22:11:28.489197 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:28.529175 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5ca91d4d-2367-4320-8824-dcf86d22b29a req-c31f8a2f-91c9-4a7d-85c8-b5f9e86322a3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 May 17 22:11:28.538739 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:28.547047 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.547419 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.547791 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.548151 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.548492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.548820 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.549145 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.549469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.549796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.550146 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.550468 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.550804 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.551146 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.551469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.551787 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:11:28.608832 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1971a-37d7-47c4-81d8-5478cf30e770 req-67109a3a-2e13-49c8-811b-d5c2c4011c0c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:28.610277 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5a1971a-37d7-47c4-81d8-5478cf30e770 req-67109a3a-2e13-49c8-811b-d5c2c4011c0c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0464494 May 17 22:11:28.656281 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5a1971a-37d7-47c4-81d8-5478cf30e770 req-e5e398cb-4391-4e0b-81af-218ac4a1c5d9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404944 May 17 22:11:29.316413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4ad7-cca3-4a18-afad-afb167337550 req-90df6ba7-b67b-4c28-bcd6-9902e96bcffb tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:29.317852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-edcc4ad7-cca3-4a18-afad-afb167337550 req-90df6ba7-b67b-4c28-bcd6-9902e96bcffb tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0796611 May 17 22:11:29.326833 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb536c-6cdc-4473-84e5-897e472e069e req-8e37703c-7a89-4c99-90cc-c2913c61ca1a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:29.328314 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fbb536c-6cdc-4473-84e5-897e472e069e req-8e37703c-7a89-4c99-90cc-c2913c61ca1a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0814252 May 17 22:11:29.406448 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-edcc4ad7-cca3-4a18-afad-afb167337550 req-96351e05-d94a-433d-93d2-26710f0c0c37 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771520 May 17 22:11:29.409857 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fbb536c-6cdc-4473-84e5-897e472e069e req-c0e5e52e-5292-4b32-8a89-d1a1057f16b5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744646 May 17 22:11:29.501092 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ffd990aa-d480-4e04-9276-9bc2f0978bc6 req-c86dd98f-78b2-4d97-b3bc-09fdc4f836ff tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0301027 May 17 22:11:29.530444 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7089d53b-4e9e-4825-a867-a2c0ce8faa47 req-d614c0d3-774a-4561-b974-f6d6214fd30b tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0281012 May 17 22:11:29.649207 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd714d9-d357-4606-a07d-46b4d2412f68 req-e77b8814-5323-4593-bc59-41299f9e22a4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:29.651222 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cd714d9-d357-4606-a07d-46b4d2412f68 req-e77b8814-5323-4593-bc59-41299f9e22a4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0456917 May 17 22:11:29.698432 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cd714d9-d357-4606-a07d-46b4d2412f68 req-d5778e43-f1fc-46ae-8729-fc92029a968b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 May 17 22:11:29.768728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81fb6f-ef90-48ab-a696-7556f944e6ca req-3acf8f7b-7946-40b9-9896-37fc15c60c6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:29.770193 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e81fb6f-ef90-48ab-a696-7556f944e6ca req-3acf8f7b-7946-40b9-9896-37fc15c60c6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0460575 May 17 22:11:29.818806 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e81fb6f-ef90-48ab-a696-7556f944e6ca req-c0e5db1e-3e54-4a4f-bf99-8437b8f0b7e7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 May 17 22:11:30.548308 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcebd5-f418-4253-ae1e-25922326cac8 req-714ff037-8495-4bb3-9376-6f05332814db tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:30.549745 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a1bcebd5-f418-4253-ae1e-25922326cac8 req-714ff037-8495-4bb3-9376-6f05332814db tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0740266 May 17 22:11:30.560699 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c44239-3b0e-4614-b844-3f308957707c req-bbd79e13-2e5d-4b3a-a110-79e061a3829b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:30.562064 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c8c44239-3b0e-4614-b844-3f308957707c req-bbd79e13-2e5d-4b3a-a110-79e061a3829b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0588255 May 17 22:11:30.634043 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a1bcebd5-f418-4253-ae1e-25922326cac8 req-42f00262-61e3-43ce-af63-931600027193 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710535 May 17 22:11:30.637199 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c8c44239-3b0e-4614-b844-3f308957707c req-e8d9d6d7-efda-4e94-8055-624b7732aa57 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686877 May 17 22:11:30.735860 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-36b22a01-883a-4bcc-980b-20d13497c9ae req-948c8b4f-29e1-4851-9a50-d64a869f08ea tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0375290 May 17 22:11:30.737477 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-188097ce-377a-48de-85d2-9f2ffd085690 req-77c8c919-0e4e-494d-b561-905445088e83 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0492332 May 17 22:11:30.837121 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff34bfc-043d-494a-a876-9f7e2549d13e req-665b7ff9-a4b5-4b70-ae0d-d85363bce2ed tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:30.839134 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ff34bfc-043d-494a-a876-9f7e2549d13e req-665b7ff9-a4b5-4b70-ae0d-d85363bce2ed tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0466678 May 17 22:11:30.890198 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ff34bfc-043d-494a-a876-9f7e2549d13e req-2488f41c-8ce0-40a6-8983-e2fc626a53a1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452590 May 17 22:11:30.940205 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819aec6-2127-439d-875f-2519df4a9c8c req-e00229e0-2ce8-4050-a20f-802f6bb67427 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:30.941891 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1819aec6-2127-439d-875f-2519df4a9c8c req-e00229e0-2ce8-4050-a20f-802f6bb67427 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0559726 May 17 22:11:30.988735 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1819aec6-2127-439d-875f-2519df4a9c8c req-875d8380-456c-4cb6-a91d-8a3fdc23d5fd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 May 17 22:11:31.232908 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:11:31.388426 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-442bba9e-3cd1-405b-b35d-9aeb5c24ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:31.389924 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-442bba9e-3cd1-405b-b35d-9aeb5c24ccf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469289 May 17 22:11:31.404485 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a573a63-cb3c-4fea-8e46-4e62b73820fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:31.778665 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc70250-91bb-458c-b2a9-23b532e535dc req-cfe75f61-e959-4731-96cd-2747caf2d544 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:31.780071 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fdc70250-91bb-458c-b2a9-23b532e535dc req-cfe75f61-e959-4731-96cd-2747caf2d544 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0733223 May 17 22:11:31.785947 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970b0d0-cda6-4e2e-90dc-006932df256f req-0b1f7e6a-271e-4ecd-b66f-25c3936dbdea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:31.787375 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c970b0d0-cda6-4e2e-90dc-006932df256f req-0b1f7e6a-271e-4ecd-b66f-25c3936dbdea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0717866 May 17 22:11:31.860193 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fdc70250-91bb-458c-b2a9-23b532e535dc req-1c10cc06-ab86-48f8-bab7-8ebabd7895d4 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718842 May 17 22:11:31.866816 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c970b0d0-cda6-4e2e-90dc-006932df256f req-6e824f53-3410-456e-9141-393ffc666307 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710199 May 17 22:11:31.950437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a9ec93f-bbfb-442b-8c7d-ce88b00b133f req-0d93adaf-b438-4b7f-ab7b-ca332ed3349e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0299623 May 17 22:11:31.979919 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72dbecba-ab6f-4f53-b550-624b905d072a req-4acc9acb-2e91-402b-b23c-6efb01f619aa tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0318604 May 17 22:11:32.097877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfac57-92d0-4bf6-91af-7fa4c5e0733d req-7475a0e5-02c9-4344-ba4b-24f91b020830 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:32.104799 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2acfac57-92d0-4bf6-91af-7fa4c5e0733d req-7475a0e5-02c9-4344-ba4b-24f91b020830 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0898170 May 17 22:11:32.158355 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:32.159038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c86887-be54-4edf-a0c5-83edb57928b2 req-00f44028-1555-415f-93fa-1e965c01f0bd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:32.160549 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-23c86887-be54-4edf-a0c5-83edb57928b2 req-00f44028-1555-415f-93fa-1e965c01f0bd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1018469 May 17 22:11:32.223480 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2acfac57-92d0-4bf6-91af-7fa4c5e0733d req-c549f623-3c44-4b2c-9738-8926d9d90d59 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176338 May 17 22:11:32.263492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:32.265386 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:32.270814 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-23c86887-be54-4edf-a0c5-83edb57928b2 req-494f7dd7-9491-4c7b-b3b1-f7b2fd20db08 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936043 May 17 22:11:32.300666 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-1adc3d14-db4d-464f-86fb-987a95af337a service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365495 May 17 22:11:32.352416 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:32.352872 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:32.376854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:32.379061 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c8cbfc-a20a-4d8b-8ba8-c6fcbb403eec" -d '{"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-plugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:32.393135 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:32.415843 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec9bb9-4b72-4bef-abdc-e3c6d5b29e81 x-openstack-request-id: req-45ec9bb9-4b72-4bef-abdc-e3c6d5b29e81 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:32.416145 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-plugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:32.417021 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45ec9bb9-4b72-4bef-abdc-e3c6d5b29e81 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:32.417795 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ec9bb9-4b72-4bef-abdc-e3c6d5b29e81'] response: {'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'code': 200} May 17 22:11:32.455190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:32.513276 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:32.900243 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d3db94e2-3bdb-43c5-9d62-8f23de19c8ce req-4807eec2-81b2-4ff9-870e-961432946b3d service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170113 May 17 22:11:33.035627 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-821a3ab7-ea96-4dc4-8cba-ff4f46f53720 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:33.037220 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-821a3ab7-ea96-4dc4-8cba-ff4f46f53720 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.1994958 May 17 22:11:33.046317 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6bf6-a559-41d7-9666-497ae94e4cea req-f020ff00-1f49-4e59-a45a-b7ee505f9426 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:33.047834 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-37fa6bf6-a559-41d7-9666-497ae94e4cea req-f020ff00-1f49-4e59-a45a-b7ee505f9426 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.1086643 May 17 22:11:33.059508 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0042743-e447-4862-979b-882e3b9837db req-6d662444-b29b-4def-b76a-35cc0280cb06 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:33.060007 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a0042743-e447-4862-979b-882e3b9837db req-6d662444-b29b-4def-b76a-35cc0280cb06 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1099536 May 17 22:11:33.175444 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a0042743-e447-4862-979b-882e3b9837db req-47f287b0-a9bf-4c8c-bf1e-4bce2a4ae109 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061091 May 17 22:11:33.184658 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-37fa6bf6-a559-41d7-9666-497ae94e4cea req-f3c62d86-8e5b-4a4b-b3b0-948da2140f51 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223810 May 17 22:11:33.213303 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-7e5779ab-6a3c-4cc4-8054-f2c7aab8eba6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 469 time: 0.1521473 May 17 22:11:33.274245 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c0f346dd-f1a2-4d57-94be-2d5706fa5698 req-82c644fb-23c0-4cb8-902d-0a5205563ac1 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0326967 May 17 22:11:33.301300 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e60372f1-80b9-44b3-a0ed-71d41f2bcc07 req-89e104d4-a7fb-40ca-841f-458aa0b2154f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0304120 May 17 22:11:33.430025 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb278dd-51ec-4f67-afb6-faf55b74b4f8 req-4fc80c36-9e57-4be9-b7ae-ac50de3220ba tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:33.431597 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bb278dd-51ec-4f67-afb6-faf55b74b4f8 req-4fc80c36-9e57-4be9-b7ae-ac50de3220ba tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0891995 May 17 22:11:33.447442 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6ec2-27b1-4e06-bc5f-a42d811fa208 req-0b3a508e-7110-4723-8a89-7b1d3f20723b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:33.449474 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-43ca6ec2-27b1-4e06-bc5f-a42d811fa208 req-0b3a508e-7110-4723-8a89-7b1d3f20723b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0723834 May 17 22:11:33.517761 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bb278dd-51ec-4f67-afb6-faf55b74b4f8 req-cf9f4187-a77f-4619-a342-8be4c3d61386 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774167 May 17 22:11:33.524569 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-43ca6ec2-27b1-4e06-bc5f-a42d811fa208 req-efcfaf10-51ca-4f46-875e-32c49bb98966 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688505 May 17 22:11:34.020714 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5732-1047-468b-be21-e09d65ef4f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:34.294684 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a28cc5-c5e4-4630-b370-e047f6b1cf63 req-5c35f397-1092-45c3-9559-cdfcba19eef6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:34.296664 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53a28cc5-c5e4-4630-b370-e047f6b1cf63 req-5c35f397-1092-45c3-9559-cdfcba19eef6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0480716 May 17 22:11:34.376367 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53a28cc5-c5e4-4630-b370-e047f6b1cf63 req-b1ea305e-25dc-4cde-ba7e-e624a4cb2fd3 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541615 May 17 22:11:34.380260 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b20878-9498-4d9a-b3fa-a25aeae84652 req-f7d39d13-1a44-43c7-bdce-2a7253c5c22a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0333698 May 17 22:11:34.457592 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-025ad493-fb46-4fc0-9d6d-1cd682fbb1e2 req-448b1a1d-d706-4a6d-8226-99511d527c51 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0294514 May 17 22:11:34.518091 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'port': {'device_id': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'admin_state_up': True, 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'security_groups': ['c4227d8a-fc34-4df1-b77c-a06c62c37588']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:34.650948 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-7d8ecb20-ee3c-40bb-821e-992199acb0a3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:34.653222 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-7d8ecb20-ee3c-40bb-821e-992199acb0a3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.52 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 815 time: 0.1218660 May 17 22:11:34.672161 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'port': {'device_id': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'admin_state_up': True, 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:34.725396 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dbd7b-6688-4618-bb84-032f8d931d54 req-666c0dd1-01b1-4770-b512-977a873015b0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:34.726958 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ca7dbd7b-6688-4618-bb84-032f8d931d54 req-666c0dd1-01b1-4770-b512-977a873015b0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0978901 May 17 22:11:34.734378 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d951e-b50c-4c16-aa98-34e3721c8a41 req-65a999aa-3a1a-4799-a164-ff864fd57921 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:34.735832 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-260d951e-b50c-4c16-aa98-34e3721c8a41 req-65a999aa-3a1a-4799-a164-ff864fd57921 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1078861 May 17 22:11:34.808686 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Made reservation on behalf of ea0809b61be446a69359b69b50b61710 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:11:34.812346 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:34.821292 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ca7dbd7b-6688-4618-bb84-032f8d931d54 req-bf850b64-34c3-476d-b788-747f586ee471 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845399 May 17 22:11:34.830633 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-260d951e-b50c-4c16-aa98-34e3721c8a41 req-d1a9bce9-bef8-4904-9976-b9dd6bc426ac tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863426 May 17 22:11:34.877847 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Made reservation on behalf of f3b9176d44ed415bacfaf45f3f8472a5 for: {'port': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:11:34.881728 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:34.968606 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.20.0.3 (6f877e2b-99bd-48e8-8b73-18e37441b914/92153330-6433-4f3c-b19a-21e8e235fc9f/b2ca1063-f162-4839-8103-868d1a01da49) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:35.000035 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.036198 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Allocated IP 172.20.0.10 (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb/3250dd59-6fa7-4f0a-bbc9-57d30ce423ce/6b82dab7-02cb-4cc1-a078-91095811826f) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:11:35.130332 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (b2ca1063-f162-4839-8103-868d1a01da49), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.195531 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for port (6b82dab7-02cb-4cc1-a078-91095811826f), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.256578 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (b2ca1063-f162-4839-8103-868d1a01da49), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.299341 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:35.300780 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:35.303911 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:35.318396 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.366964 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=b2ca1063-f162-4839-8103-868d1a01da49,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:35.380889 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:35.381443 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.526719 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d01da867-518a-4a3e-bea2-c935a4fd7f55 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0122483 May 17 22:11:35.580389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Request body: {'port': {'device_id': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:35.651777 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b43cb7-fae5-4491-9862-0904505c32c0 req-48ae0f2d-ac69-4388-b799-f1cfe809dd95 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:35.653685 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d0b43cb7-fae5-4491-9862-0904505c32c0 req-48ae0f2d-ac69-4388-b799-f1cfe809dd95 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1810288 May 17 22:11:35.670294 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-55ebb478-ce9b-4aa4-a639-eac0af936779 None None] Provisioning complete for port b2ca1063-f162-4839-8103-868d1a01da49 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:35.671653 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55ebb478-ce9b-4aa4-a639-eac0af936779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b2ca1063-f162-4839-8103-868d1a01da49), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.674605 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400251-c1ed-4108-9a87-dd323222546e req-327802ab-4873-484f-8d88-524e9a37d4eb tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:35.677475 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8400251-c1ed-4108-9a87-dd323222546e req-327802ab-4873-484f-8d88-524e9a37d4eb tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 932 time: 0.1673861 May 17 22:11:35.708001 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b2ca1063-f162-4839-8103-868d1a01da49), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.721803 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:35.733293 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:11:35.737835 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:35.752881 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:11:35.780505 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-55ebb478-ce9b-4aa4-a639-eac0af936779 None None] Port b2ca1063-f162-4839-8103-868d1a01da49 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:11:35.835643 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:35.836292 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:35.844693 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d0b43cb7-fae5-4491-9862-0904505c32c0 req-d04ec5ef-c679-4d06-9462-7c24bd73eabd tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660085 May 17 22:11:35.883083 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8400251-c1ed-4108-9a87-dd323222546e req-90a5664c-b5ba-4aae-8e8a-d590c00a64f7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705551 May 17 22:11:35.953927 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-47bd0aa0-f242-4dd4-b7b7-e97c5737539d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2849152 May 17 22:11:35.974840 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Request body: {'port': {'device_id': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:36.109431 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-6735f8cb-6fc4-4c96-87da-a8fc68ad3598 None None] Provisioning complete for port 6b82dab7-02cb-4cc1-a078-91095811826f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:36.109781 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6735f8cb-6fc4-4c96-87da-a8fc68ad3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.166515 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee12d7-26e2-4225-b51d-4df63e251bba req-2c701f3d-c36a-4282-bf1f-757c27acce38 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:36.168624 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10ee12d7-26e2-4225-b51d-4df63e251bba req-2c701f3d-c36a-4282-bf1f-757c27acce38 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1712358 May 17 22:11:36.180945 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.198044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573243d-f3b4-4bee-9dfd-fb24b9b8419c req-37d0ca03-7bb1-4203-9ed4-7155305e2ec4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:36.198272 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ea82fbfe-827c-4d08-a78d-a544d7f86c1c details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:11:36.204311 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9573243d-f3b4-4bee-9dfd-fb24b9b8419c req-37d0ca03-7bb1-4203-9ed4-7155305e2ec4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 931 time: 0.1958675 May 17 22:11:36.213733 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6735f8cb-6fc4-4c96-87da-a8fc68ad3598 None None] Port 6b82dab7-02cb-4cc1-a078-91095811826f cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:11:36.287876 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10ee12d7-26e2-4225-b51d-4df63e251bba req-878f5bc4-0718-4d4b-8f9a-933ea9080562 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824666 May 17 22:11:36.424600 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:36.463051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9573243d-f3b4-4bee-9dfd-fb24b9b8419c req-a3be7d51-91ca-40dd-a364-2cbae75413e4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832097 May 17 22:11:36.488342 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:11:36.539583 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port ea82fbfe-827c-4d08-a78d-a544d7f86c1c is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:36.540707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.562318 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.565277 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea82fbfe-827c-4d08-a78d-a544d7f86c1c {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:36.618303 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1f5ad-6a63-425b-9940-50ca6dc2c875 req-b58957bd-e1d4-4aa4-890e-4839fba3d19d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:36.620704 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbd1f5ad-6a63-425b-9940-50ca6dc2c875 req-b58957bd-e1d4-4aa4-890e-4839fba3d19d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1061625 May 17 22:11:36.621303 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:36.686131 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.693336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ca1063-f162-4839-8103-868d1a01da49 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:36.705372 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbd1f5ad-6a63-425b-9940-50ca6dc2c875 req-852ed609-a226-4357-9799-c470cb658ce3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672309 May 17 22:11:36.721228 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Publish callbacks [] for port (b2ca1063-f162-4839-8103-868d1a01da49), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.739692 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Transition to ACTIVE for port object b2ca1063-f162-4839-8103-868d1a01da49 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:11:36.760064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:36.810050 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (b2ca1063-f162-4839-8103-868d1a01da49), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:36.933752 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b82dab7-02cb-4cc1-a078-91095811826f {{(pid=103950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:36.936976 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ca1063-f162-4839-8103-868d1a01da49,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:36.961768 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Publish callbacks [] for port (6b82dab7-02cb-4cc1-a078-91095811826f), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.000658 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.provisioning_blocks [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Transition to ACTIVE for port object 6b82dab7-02cb-4cc1-a078-91095811826f will not be triggered until provisioned by entity L2. {{(pid=103950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:11:37.077009 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.094410 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46614a-8b40-4053-9ccf-7921ca23a036 req-cd629f26-ff78-4cb8-9bb4-4d4af0d144bb tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:37.097282 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0f46614a-8b40-4053-9ccf-7921ca23a036 req-cd629f26-ff78-4cb8-9bb4-4d4af0d144bb tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0818322 May 17 22:11:37.192916 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:37.274255 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0f46614a-8b40-4053-9ccf-7921ca23a036 req-961abdfa-07d4-4833-8d19-f0ad134a34a5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565654 May 17 22:11:37.290478 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca18b-e6b9-402b-933e-8f9a0277f66d req-c9d572b9-221b-4323-a25b-1276dc1332d4 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:37.299017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b93ca18b-e6b9-402b-933e-8f9a0277f66d req-c9d572b9-221b-4323-a25b-1276dc1332d4 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.2005248 May 17 22:11:37.355098 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Attempting to bind port 6b82dab7-02cb-4cc1-a078-91095811826f on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:11:37.355768 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Attempting to bind port 6b82dab7-02cb-4cc1-a078-91095811826f by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:11:37.357635 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Attempting to bind port 6b82dab7-02cb-4cc1-a078-91095811826f on network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:37.360201 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Attempting to bind port b2ca1063-f162-4839-8103-868d1a01da49 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:11:37.362619 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Attempting to bind port b2ca1063-f162-4839-8103-868d1a01da49 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:11:37.363290 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Attempting to bind port b2ca1063-f162-4839-8103-868d1a01da49 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:37.375365 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Port 6b82dab7-02cb-4cc1-a078-91095811826f on network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:11:37.375713 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Attempting to bind port 6b82dab7-02cb-4cc1-a078-91095811826f on network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:37.393407 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:11:37.394036 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Checking segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:37.394435 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Bound using segment: {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:11:37.395130 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Bound port: 6b82dab7-02cb-4cc1-a078-91095811826f, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:11:37.395670 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.421827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Port b2ca1063-f162-4839-8103-868d1a01da49 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:11:37.422214 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Attempting to bind port b2ca1063-f162-4839-8103-868d1a01da49 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:11:37.444009 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:11:37.444469 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:37.444871 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Bound using segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:11:37.445379 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Bound port: b2ca1063-f162-4839-8103-868d1a01da49, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:11:37.445786 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b2ca1063-f162-4839-8103-868d1a01da49), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.517022 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:11:37.517258 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d3ca1-086e-4c99-8794-ca6e3b760f33 req-4b9b167a-db3c-4055-b221-e6f40e4478a4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:37.524196 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:11:37.524678 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d66d3ca1-086e-4c99-8794-ca6e3b760f33 req-4b9b167a-db3c-4055-b221-e6f40e4478a4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0618594 May 17 22:11:37.541257 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b93ca18b-e6b9-402b-933e-8f9a0277f66d req-c092f5b9-5684-4f5e-97d5-965e2b26c5bf tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412453 May 17 22:11:37.590623 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.652017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d66d3ca1-086e-4c99-8794-ca6e3b760f33 req-a89e8683-8289-46ef-8a1a-f67708b1289c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254671 May 17 22:11:37.698407 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:37.701751 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.707703 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] 10.222.0.52 "PUT /v2.0/ports/6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 1094 time: 1.7381463 May 17 22:11:37.721746 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:37.725137 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d02d86-b022-4550-b1b9-9a88debc283d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:37.743577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.761316 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] For port b2ca1063-f162-4839-8103-868d1a01da49, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:11:37.796139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87baa6-8c83-4b43-b317-78fe1278837a req-f7890e00-c4a1-483d-9bf3-3436a3e97ecb tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:37.800020 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e81e3-d9f0-44fa-bf6f-b9a96bf093fe service neutron] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:37.810053 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e87baa6-8c83-4b43-b317-78fe1278837a req-f7890e00-c4a1-483d-9bf3-3436a3e97ecb tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.1492856 May 17 22:11:37.814581 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] For port b2ca1063-f162-4839-8103-868d1a01da49, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2ca1063-f162-4839-8103-868d1a01da49,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:11:37.822051 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddef6ac-5e83-466a-93ce-167085dd704c x-openstack-request-id: req-fddef6ac-5e83-466a-93ce-167085dd704c {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:37.822350 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:37.826653 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fddef6ac-5e83-466a-93ce-167085dd704c {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:37.826653 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddef6ac-5e83-466a-93ce-167085dd704c'] response: {'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'status': 'completed', 'code': 200} May 17 22:11:37.904692 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (b2ca1063-f162-4839-8103-868d1a01da49), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:37.984903 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e87baa6-8c83-4b43-b317-78fe1278837a req-5d6f67d5-74f2-4907-bb03-b65a1304e310 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537442 May 17 22:11:38.017881 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:38.017881 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:38.017881 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] 10.222.0.52 "PUT /v2.0/ports/b2ca1063-f162-4839-8103-868d1a01da49 HTTP/1.1" status: 200 len: 1093 time: 2.4363937 May 17 22:11:38.017881 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:38.022830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451620c0-df5e-44b4-b43a-4ba347ef483c" -d '{"events": [{"name": "network-changed", "server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "tag": "b2ca1063-f162-4839-8103-868d1a01da49"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:38.050396 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94363-f0d9-4658-8085-eddddc69c32d req-88272aa3-35ab-47c7-8b3d-56b5ec7922db tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:38.052488 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ac94363-f0d9-4658-8085-eddddc69c32d req-88272aa3-35ab-47c7-8b3d-56b5ec7922db tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1540053 May 17 22:11:38.090732 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34f716-acf5-41a1-90d5-19e5ca6a2027 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ca1063-f162-4839-8103-868d1a01da49,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:38.103347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707ad9a-c774-4892-a3aa-1507d345d029 x-openstack-request-id: req-7707ad9a-c774-4892-a3aa-1507d345d029 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:38.103648 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "tag": "b2ca1063-f162-4839-8103-868d1a01da49", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:38.103952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7707ad9a-c774-4892-a3aa-1507d345d029 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:38.104380 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7707ad9a-c774-4892-a3aa-1507d345d029'] response: {'name': 'network-changed', 'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49', 'status': 'completed', 'code': 200} May 17 22:11:38.135144 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ac94363-f0d9-4658-8085-eddddc69c32d req-506e0796-c977-455f-a123-36d76510ab96 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641930 May 17 22:11:38.393986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af0311-d13f-4433-acf3-5773be4282c3 req-b4dcfde2-5da9-4901-917b-f35848758a05 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:38.395412 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-45af0311-d13f-4433-acf3-5773be4282c3 req-b4dcfde2-5da9-4901-917b-f35848758a05 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0466073 May 17 22:11:38.444685 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-45af0311-d13f-4433-acf3-5773be4282c3 req-ac2787f3-5dc1-4fb0-a204-ae61a1e16b1d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437088 May 17 22:11:38.654075 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1d37-8e84-4e29-ab3a-a5893edefcba req-c0cb48ce-eca0-43a5-a0b7-2f2822cfdf14 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:38.655506 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fa7a1d37-8e84-4e29-ab3a-a5893edefcba req-c0cb48ce-eca0-43a5-a0b7-2f2822cfdf14 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0455396 May 17 22:11:38.701184 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fa7a1d37-8e84-4e29-ab3a-a5893edefcba req-69fec15c-7c6e-4a5c-a646-c119514e2603 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 May 17 22:11:38.764070 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a84f-eabb-4ea3-9f56-18086d3f7191 req-3307b593-ef8b-4a9e-9a6f-fee3ce605434 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:38.765537 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8484a84f-eabb-4ea3-9f56-18086d3f7191 req-3307b593-ef8b-4a9e-9a6f-fee3ce605434 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0457048 May 17 22:11:38.811842 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8484a84f-eabb-4ea3-9f56-18086d3f7191 req-83decbe3-a523-4432-9f4f-fd8a27b8dd8e tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 May 17 22:11:39.153863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3baba8-12b4-4484-b046-2d4dc967f43f req-d7f90cae-322b-454b-b36c-1bc4808cd715 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:39.155715 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db3baba8-12b4-4484-b046-2d4dc967f43f req-d7f90cae-322b-454b-b36c-1bc4808cd715 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0569010 May 17 22:11:39.241500 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-db3baba8-12b4-4484-b046-2d4dc967f43f req-638dc8dc-c68e-4268-aabd-f1c2188680ac tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712376 May 17 22:11:39.295974 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4462219-600f-4732-88c2-30b84922c3ac req-09bec184-393a-4c7b-8b84-39cdaab8e741 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:39.299894 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a4462219-600f-4732-88c2-30b84922c3ac req-09bec184-393a-4c7b-8b84-39cdaab8e741 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0691545 May 17 22:11:39.357994 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a4462219-600f-4732-88c2-30b84922c3ac req-15a73df3-d733-4eec-a250-87ffd1158b52 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533245 May 17 22:11:39.359545 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['ea82fbfe-827c-4d08-a78d-a544d7f86c1c'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:11:39.572867 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c5bc-9850-4281-a4af-3c970e0736aa req-8c2d7f98-55a5-4582-bb21-bc4d017fd427 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:39.575661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4b56c5bc-9850-4281-a4af-3c970e0736aa req-8c2d7f98-55a5-4582-bb21-bc4d017fd427 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0604787 May 17 22:11:39.636323 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4b56c5bc-9850-4281-a4af-3c970e0736aa req-79731a7d-5a8c-452b-bf43-3c98bf832df8 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520160 May 17 22:11:39.820120 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d15a7-4461-411c-a1ff-344fece2000c req-a66f150b-bde2-4565-863e-d76944f0ed01 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:39.821819 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d0d15a7-4461-411c-a1ff-344fece2000c req-a66f150b-bde2-4565-863e-d76944f0ed01 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0503979 May 17 22:11:39.975793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d0d15a7-4461-411c-a1ff-344fece2000c req-b9c089c6-bd87-477b-8bf0-3fe23a755f51 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476333 May 17 22:11:39.996700 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f5487-271c-4168-936e-1276ffa8400c req-4c73c7e6-ddab-42c8-a29a-85b6126c168f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:39.998855 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-340f5487-271c-4168-936e-1276ffa8400c req-4c73c7e6-ddab-42c8-a29a-85b6126c168f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0886240 May 17 22:11:40.068433 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-340f5487-271c-4168-936e-1276ffa8400c req-035e8ce9-0986-4345-a5b4-d1025286c885 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594161 May 17 22:11:40.389707 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c51dbc-94c3-4732-8e89-90094f46c1dc req-1da14b0b-b243-4087-98c0-c2efd5400eb0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:40.392321 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-42c51dbc-94c3-4732-8e89-90094f46c1dc req-1da14b0b-b243-4087-98c0-c2efd5400eb0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0732636 May 17 22:11:40.497401 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-42c51dbc-94c3-4732-8e89-90094f46c1dc req-902a244a-8781-4dc6-891a-92d055187b2b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995879 May 17 22:11:40.589657 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 42264) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:40.637133 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b757e-7862-4df3-97b8-ea5f3ee7fdc8 req-0de63058-751d-4d06-bda5-afc840701f6a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:40.637133 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c08b757e-7862-4df3-97b8-ea5f3ee7fdc8 req-0de63058-751d-4d06-bda5-afc840701f6a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1067603 May 17 22:11:40.711907 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c08b757e-7862-4df3-97b8-ea5f3ee7fdc8 req-29100277-faf4-44aa-95af-bde8532dbc5d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845904 May 17 22:11:40.788139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78ac5aa8-3df9-43a0-8d24-8ee0d0b1224b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:40.944022 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ea82fbfe-827c-4d08-a78d-a544d7f86c1c up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:41.054680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port ea82fbfe-827c-4d08-a78d-a544d7f86c1c completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:11:41.115504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0399b0-7abc-428d-8a69-5778555139c8 req-c4c55310-b6ef-4c2a-8830-b3de7b08002a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:41.123453 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c0399b0-7abc-428d-8a69-5778555139c8 req-c4c55310-b6ef-4c2a-8830-b3de7b08002a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.3370986 May 17 22:11:41.154745 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port ea82fbfe-827c-4d08-a78d-a544d7f86c1c triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:41.155037 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.220599 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f638eb-c8f2-43d0-82dd-b897ec3f48de req-4ab8154f-06fe-4fe8-84e4-6488e772c04d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:41.223870 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d4f638eb-c8f2-43d0-82dd-b897ec3f48de req-4ab8154f-06fe-4fe8-84e4-6488e772c04d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0949781 May 17 22:11:41.273661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c0399b0-7abc-428d-8a69-5778555139c8 req-02349a66-8832-456b-a27d-586c9e3d2238 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491606 May 17 22:11:41.313835 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port ea82fbfe-827c-4d08-a78d-a544d7f86c1c is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:41.315863 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.361281 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:41.363876 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c485ac-5b81-46a8-b773-072da3cb9354" -d '{"events": [{"server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:41.370510 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78ac5aa8-3df9-43a0-8d24-8ee0d0b1224b admin admin] Publish callbacks [] for security_group (8d449aca-1702-49b3-a24c-3a87bb355a62), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.381250 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:41.381579 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d4f638eb-c8f2-43d0-82dd-b897ec3f48de req-aae38182-9525-4b0b-ba8e-e756f58d08e4 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496267 May 17 22:11:41.426809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78ac5aa8-3df9-43a0-8d24-8ee0d0b1224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8d449aca-1702-49b3-a24c-3a87bb355a62), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.439058 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e624e6-5de0-403f-9c08-48560b500c49 x-openstack-request-id: req-87e624e6-5de0-403f-9c08-48560b500c49 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:41.439654 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:41.439909 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87e624e6-5de0-403f-9c08-48560b500c49 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:41.440437 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e624e6-5de0-403f-9c08-48560b500c49'] response: {'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'code': 200} May 17 22:11:41.448573 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f3b37-d53e-4376-a731-5ed3803fc54b req-6277ec41-a7a9-45ae-9f32-fa2b9c18d08f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:41.449805 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.450660 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f8f3b37-d53e-4376-a731-5ed3803fc54b req-6277ec41-a7a9-45ae-9f32-fa2b9c18d08f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0756853 May 17 22:11:41.495355 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-78ac5aa8-3df9-43a0-8d24-8ee0d0b1224b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=242e2fc5b0f343a9a004872a110276b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9020712 May 17 22:11:41.498516 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 42282) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:41.524226 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac5aa8-3df9-43a0-8d24-8ee0d0b1224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d449aca-1702-49b3-a24c-3a87bb355a62,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:41.539291 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:41.590224 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f8f3b37-d53e-4376-a731-5ed3803fc54b req-8a50ea64-e7a6-499b-8e95-6c33da3e48c7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246841 May 17 22:11:41.592051 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e399c5f0-421b-43fe-b3ef-d4dc6c7286f6 admin admin] Publish callbacks [] for security_group (8d449aca-1702-49b3-a24c-3a87bb355a62), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.643024 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e399c5f0-421b-43fe-b3ef-d4dc6c7286f6 admin admin] Publish callbacks [] for security_group (8d449aca-1702-49b3-a24c-3a87bb355a62), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.664534 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48f56-e8b5-4d89-ad2e-cfa8a019f717 req-cd6a3236-3f39-4a0d-b57d-f572338a8534 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:41.666421 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07a48f56-e8b5-4d89-ad2e-cfa8a019f717 req-cd6a3236-3f39-4a0d-b57d-f572338a8534 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0556812 May 17 22:11:41.725331 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07a48f56-e8b5-4d89-ad2e-cfa8a019f717 req-3e94c75d-b7d2-4af0-9dea-c8c5efeed3a4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528901 May 17 22:11:41.834179 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e399c5f0-421b-43fe-b3ef-d4dc6c7286f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8d449aca-1702-49b3-a24c-3a87bb355a62), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.836787 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e399c5f0-421b-43fe-b3ef-d4dc6c7286f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:41.837939 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e399c5f0-421b-43fe-b3ef-d4dc6c7286f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d449aca-1702-49b3-a24c-3a87bb355a62 HTTP/1.1" status: 204 len: 168 time: 0.3384063 May 17 22:11:41.846699 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399c5f0-421b-43fe-b3ef-d4dc6c7286f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d449aca-1702-49b3-a24c-3a87bb355a62,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:41.871606 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58ee00-7df1-4c40-9609-5c1787ce9877 req-584c8161-6758-4ab9-94f7-f7e1fa1435c1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:41.878577 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a58ee00-7df1-4c40-9609-5c1787ce9877 req-584c8161-6758-4ab9-94f7-f7e1fa1435c1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0690758 May 17 22:11:41.932000 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a58ee00-7df1-4c40-9609-5c1787ce9877 req-e9da9098-dbcd-4e85-a31a-a7be2a4b764a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515363 May 17 22:11:42.392634 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848fe4f-44e3-4080-a2e0-3aadaf7f58d5 req-498c153a-6a88-4c10-862d-abfdf5d4cf97 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:42.400603 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2848fe4f-44e3-4080-a2e0-3aadaf7f58d5 req-498c153a-6a88-4c10-862d-abfdf5d4cf97 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0557117 May 17 22:11:42.451237 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2848fe4f-44e3-4080-a2e0-3aadaf7f58d5 req-3e76c385-40ee-4cc1-b747-a6e46bec6589 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494218 May 17 22:11:42.535649 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be888c-aba3-4bcc-9172-3147adfa897b req-f9cc2f7f-f3fa-4a50-9682-f65b2f146080 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:42.537208 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-26be888c-aba3-4bcc-9172-3147adfa897b req-f9cc2f7f-f3fa-4a50-9682-f65b2f146080 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0482810 May 17 22:11:42.632459 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-26be888c-aba3-4bcc-9172-3147adfa897b req-7ce8b9ac-50b2-4b48-80b3-6252f071170e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843565 May 17 22:11:42.733322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb6f5-9a50-4548-918d-1860ad7ef262 req-796615f8-9409-4b7b-8902-fce7469c0a87 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:42.734856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c50fb6f5-9a50-4548-918d-1860ad7ef262 req-796615f8-9409-4b7b-8902-fce7469c0a87 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0586522 May 17 22:11:42.789661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c50fb6f5-9a50-4548-918d-1860ad7ef262 req-0f405dbd-e536-4f5e-bfb0-e2cf3a876a2f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487294 May 17 22:11:42.870855 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1b227-09cf-4a70-9aba-a620a8e79d47 req-13053664-c9a8-4001-9730-d86430a31255 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:42.879266 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f2e1b227-09cf-4a70-9aba-a620a8e79d47 req-13053664-c9a8-4001-9730-d86430a31255 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0546553 May 17 22:11:42.945004 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f2e1b227-09cf-4a70-9aba-a620a8e79d47 req-ab7e488e-07b6-4b65-995a-e0f182d17c90 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659130 May 17 22:11:43.068782 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8ddc-c9c2-4385-b2b4-599a1c426316 req-dce75b34-b8e0-4e1b-96de-541106e340ab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:43.070278 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7f9d8ddc-c9c2-4385-b2b4-599a1c426316 req-dce75b34-b8e0-4e1b-96de-541106e340ab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0506072 May 17 22:11:43.117175 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7f9d8ddc-c9c2-4385-b2b4-599a1c426316 req-6996660c-e0bb-42d1-90df-6a85a1cdb755 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 May 17 22:11:43.597908 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6074ac-da1a-4706-b4d7-ae005016182e req-1f644ae5-cc18-4ce5-8108-a1385ac28142 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:43.599352 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3a6074ac-da1a-4706-b4d7-ae005016182e req-1f644ae5-cc18-4ce5-8108-a1385ac28142 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0682058 May 17 22:11:43.648729 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3a6074ac-da1a-4706-b4d7-ae005016182e req-a7b51330-9998-4fcd-bfde-f9d94fb9f58b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438223 May 17 22:11:43.754444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154036f8-445f-43b4-be46-8d3b67323edc req-c51d1c7f-eac9-4076-9d49-768158d6313f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:43.756319 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-154036f8-445f-43b4-be46-8d3b67323edc req-c51d1c7f-eac9-4076-9d49-768158d6313f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0476408 May 17 22:11:43.830708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-154036f8-445f-43b4-be46-8d3b67323edc req-38a981b3-b998-4966-87b0-abaef64b0bd3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656042 May 17 22:11:43.932420 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d3d5-6a23-481f-9fbb-84f38e96d9d4 req-8a10bc70-f8e5-4631-9874-2ffc5e3399c3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:43.934749 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4901d3d5-6a23-481f-9fbb-84f38e96d9d4 req-8a10bc70-f8e5-4631-9874-2ffc5e3399c3 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0489924 May 17 22:11:44.003478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4901d3d5-6a23-481f-9fbb-84f38e96d9d4 req-b1284636-9777-47ed-88ac-d9fe5fd0ae56 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626276 May 17 22:11:44.141198 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d933ea7-f554-4397-83f0-a516d616098d req-1ca6febc-09de-477b-978c-17abcee41cc4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:44.141198 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d933ea7-f554-4397-83f0-a516d616098d req-1ca6febc-09de-477b-978c-17abcee41cc4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0685666 May 17 22:11:44.163015 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d933ea7-f554-4397-83f0-a516d616098d req-03ce04ae-2577-40f3-b3e9-726d880e5aa8 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439482 May 17 22:11:44.255241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dca18-2d45-4c54-8d1e-2592492e99f1 req-ab3040bd-8f0f-422d-988f-022b5c32dacc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:44.256774 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df5dca18-2d45-4c54-8d1e-2592492e99f1 req-ab3040bd-8f0f-422d-988f-022b5c32dacc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0614772 May 17 22:11:44.329398 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df5dca18-2d45-4c54-8d1e-2592492e99f1 req-b531008d-c446-4f6b-8881-a2d06fe5228f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607569 May 17 22:11:44.781570 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff037f0-70eb-40fa-b991-c61e524cde66 req-98ff33d7-985e-4f1c-8392-92d5682a7a43 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:44.784095 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ff037f0-70eb-40fa-b991-c61e524cde66 req-98ff33d7-985e-4f1c-8392-92d5682a7a43 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0656118 May 17 22:11:44.845363 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ff037f0-70eb-40fa-b991-c61e524cde66 req-e6b44ef4-eddc-4a99-b89d-a3f14010bee1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543058 May 17 22:11:44.947339 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda487e6-f0f5-4e08-a4e2-96a59f24e13e req-e1040f66-f7a4-4526-891d-9770540f3f4a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:44.948735 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eda487e6-f0f5-4e08-a4e2-96a59f24e13e req-e1040f66-f7a4-4526-891d-9770540f3f4a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0514348 May 17 22:11:45.009168 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eda487e6-f0f5-4e08-a4e2-96a59f24e13e req-5d4af45e-f966-4ef5-9237-4dcd86e00791 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532262 May 17 22:11:45.127277 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbc8ca-13d8-4ed2-b249-e2006ae1bc29 req-cdadbd63-cbb2-47f7-a96e-9b947a03ce3c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:45.129184 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-80fbc8ca-13d8-4ed2-b249-e2006ae1bc29 req-cdadbd63-cbb2-47f7-a96e-9b947a03ce3c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0495706 May 17 22:11:45.190398 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-80fbc8ca-13d8-4ed2-b249-e2006ae1bc29 req-d7113550-69c4-4b8f-b54a-eaf15a52756d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525174 May 17 22:11:45.302798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7c8af-77ec-42ee-b728-807b597f1fab req-e529b1ec-9af6-4e98-97c3-66a7ab8db518 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:45.304288 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6cd7c8af-77ec-42ee-b728-807b597f1fab req-e529b1ec-9af6-4e98-97c3-66a7ab8db518 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0495672 May 17 22:11:45.389060 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6cd7c8af-77ec-42ee-b728-807b597f1fab req-4517cc29-1f0d-4fde-81c2-656aaf262cc5 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788758 May 17 22:11:45.478671 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a862194-4b54-4731-84c1-ba055561135e req-19b61d49-142d-4969-910e-1ef160c6bab7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:45.480299 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a862194-4b54-4731-84c1-ba055561135e req-19b61d49-142d-4969-910e-1ef160c6bab7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0503862 May 17 22:11:45.534592 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a862194-4b54-4731-84c1-ba055561135e req-42534cef-2c75-4c67-923a-ec679ab5cb73 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475864 May 17 22:11:45.995445 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee474d-6545-4657-8c85-3c5a91f0ffa4 req-67ac4387-6125-407a-bc7a-bd5d6341a36e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:45.999044 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1dee474d-6545-4657-8c85-3c5a91f0ffa4 req-67ac4387-6125-407a-bc7a-bd5d6341a36e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0658405 May 17 22:11:46.061724 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1dee474d-6545-4657-8c85-3c5a91f0ffa4 req-2bcd94ad-354a-435e-b8ed-903f934ed58c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553875 May 17 22:11:46.142429 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c57eb3-6bc5-4d1d-ad64-a77e6ee86524 req-dc5aec70-fe24-451d-93d4-682ee4610a34 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:46.142429 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-64c57eb3-6bc5-4d1d-ad64-a77e6ee86524 req-dc5aec70-fe24-451d-93d4-682ee4610a34 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0549169 May 17 22:11:46.202887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-64c57eb3-6bc5-4d1d-ad64-a77e6ee86524 req-87fed0e4-4f6f-4cfb-88c6-5bc4002161a2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552099 May 17 22:11:46.312956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0906ade-a5a6-4561-8241-6d7e3b93ed07 req-56eb0cd9-eb9e-4f0b-9f01-e4f57d856847 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:46.314482 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c0906ade-a5a6-4561-8241-6d7e3b93ed07 req-56eb0cd9-eb9e-4f0b-9f01-e4f57d856847 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0507243 May 17 22:11:46.362362 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c0906ade-a5a6-4561-8241-6d7e3b93ed07 req-831a31dc-2d21-45e4-8575-9e7fac8c6e4f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 May 17 22:11:46.545468 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264cb0-bbf3-4f64-9057-40d70c85860c req-0d05ab61-7430-47a0-b0bc-4ed9d5bbd312 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:46.547223 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c0264cb0-bbf3-4f64-9057-40d70c85860c req-0d05ab61-7430-47a0-b0bc-4ed9d5bbd312 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0771134 May 17 22:11:46.608934 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c0264cb0-bbf3-4f64-9057-40d70c85860c req-5aff0a31-166c-46aa-8c1c-506a821aa71e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557609 May 17 22:11:46.675265 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adf76-680d-4714-9405-7a03213a78a9 req-c0cff171-6c3b-4b78-a051-bfc2c4a15b5b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:46.676710 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0d0adf76-680d-4714-9405-7a03213a78a9 req-c0cff171-6c3b-4b78-a051-bfc2c4a15b5b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0528219 May 17 22:11:46.737311 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0d0adf76-680d-4714-9405-7a03213a78a9 req-def7aaa1-3482-423e-95c2-6750bee55c28 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548108 May 17 22:11:47.205093 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4257c32-cbec-4e7d-b7d0-14d14214ebe2 req-157e334b-f394-447f-bd75-55702c19b340 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.206766 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c4257c32-cbec-4e7d-b7d0-14d14214ebe2 req-157e334b-f394-447f-bd75-55702c19b340 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0658648 May 17 22:11:47.265148 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c4257c32-cbec-4e7d-b7d0-14d14214ebe2 req-0deee3a1-531f-4318-82c1-88e9e8cca41d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528767 May 17 22:11:47.326282 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a0ea-2c65-4ca0-91c9-a25f5d77a9e6 req-fd356e80-9a3c-49d3-86c8-071a093fb6c9 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.327731 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7e70a0ea-2c65-4ca0-91c9-a25f5d77a9e6 req-fd356e80-9a3c-49d3-86c8-071a093fb6c9 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0552483 May 17 22:11:47.375497 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7e70a0ea-2c65-4ca0-91c9-a25f5d77a9e6 req-327cb896-d2de-4c80-aa90-190abc149105 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 May 17 22:11:47.478956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e903117-b37d-4b5a-8de7-f92a44beedd5 req-8f7dfc91-f1fd-480f-8df5-ab8bed3cd132 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.480977 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0e903117-b37d-4b5a-8de7-f92a44beedd5 req-8f7dfc91-f1fd-480f-8df5-ab8bed3cd132 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0494642 May 17 22:11:47.528084 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0e903117-b37d-4b5a-8de7-f92a44beedd5 req-99d60af5-4af0-4823-a5ce-a149b33b2273 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 May 17 22:11:47.618158 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 42388) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:47.729685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830d748-0902-4cc3-b46a-c58651000e61 req-d347cc65-ee13-4d52-8ecb-93570e8a8d84 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.730082 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4830d748-0902-4cc3-b46a-c58651000e61 req-d347cc65-ee13-4d52-8ecb-93570e8a8d84 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.0524812 May 17 22:11:47.750320 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-997439ed-53af-44b2-8eca-7929506e1219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:47.802677 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4830d748-0902-4cc3-b46a-c58651000e61 req-f7a1cbbf-a006-40f3-848d-e471414509ea tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653727 May 17 22:11:47.881280 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02d86-b022-4550-b1b9-9a88debc283d req-43e9c59c-7f2a-4b57-b46c-908215d16ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.886801 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-12d02d86-b022-4550-b1b9-9a88debc283d req-43e9c59c-7f2a-4b57-b46c-908215d16ff3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1128 time: 0.0615129 May 17 22:11:47.911413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52b6e-8231-4329-82f3-85a395d31b52 req-130d0618-6d59-4154-895a-5695fac4acbd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.912788 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-71f52b6e-8231-4329-82f3-85a395d31b52 req-130d0618-6d59-4154-895a-5695fac4acbd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0977976 May 17 22:11:47.930464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451620c0-df5e-44b4-b43a-4ba347ef483c req-6898c19c-953b-4793-a3db-8d27bd430d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:47.931856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-451620c0-df5e-44b4-b43a-4ba347ef483c req-6898c19c-953b-4793-a3db-8d27bd430d75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 1127 time: 0.0846851 May 17 22:11:47.988252 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-997439ed-53af-44b2-8eca-7929506e1219 admin admin] Publish callbacks [] for security_group (de154559-7051-4843-987c-bd76f150aea8), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:47.997605 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-71f52b6e-8231-4329-82f3-85a395d31b52 req-b528905d-e8b9-46f5-a5ff-f48f76fd4e94 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755129 May 17 22:11:48.054365 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-997439ed-53af-44b2-8eca-7929506e1219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (de154559-7051-4843-987c-bd76f150aea8), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:48.146005 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-997439ed-53af-44b2-8eca-7929506e1219 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91d62af58bf94a8a959b4dad70e4b500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265031 May 17 22:11:48.148741 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997439ed-53af-44b2-8eca-7929506e1219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de154559-7051-4843-987c-bd76f150aea8,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:48.149306 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 42404) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:48.156792 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02d86-b022-4550-b1b9-9a88debc283d req-d2f28ff6-9a8a-4083-aebb-f315ffe5fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.158505 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-12d02d86-b022-4550-b1b9-9a88debc283d req-d2f28ff6-9a8a-4083-aebb-f315ffe5fb80 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1535277 May 17 22:11:48.170986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451620c0-df5e-44b4-b43a-4ba347ef483c req-a5dba75c-187c-47f5-92c9-d1e8ae4cf5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.172509 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-451620c0-df5e-44b4-b43a-4ba347ef483c req-a5dba75c-187c-47f5-92c9-d1e8ae4cf5b5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea0809b61be446a69359b69b50b61710&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1620679 May 17 22:11:48.316082 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f278f3-c317-40db-890a-28e8c7fe0ee1 req-6a79c8fc-d2d7-43ca-9502-1a3b64e44fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.317537 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d6f278f3-c317-40db-890a-28e8c7fe0ee1 req-6a79c8fc-d2d7-43ca-9502-1a3b64e44fca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0896182 May 17 22:11:48.351679 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02d86-b022-4550-b1b9-9a88debc283d req-0ba068dd-d6e4-498e-950a-ce46c5b44719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.353187 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-12d02d86-b022-4550-b1b9-9a88debc283d req-0ba068dd-d6e4-498e-950a-ce46c5b44719 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756506 May 17 22:11:48.353866 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebede65d-6f2e-4261-a66a-6146eeae4b03 admin admin] Publish callbacks [] for security_group (de154559-7051-4843-987c-bd76f150aea8), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:48.381150 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451620c0-df5e-44b4-b43a-4ba347ef483c req-67cc7d21-a610-4696-9e59-a4952b081ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.382626 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-451620c0-df5e-44b4-b43a-4ba347ef483c req-67cc7d21-a610-4696-9e59-a4952b081ea2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023625 May 17 22:11:48.383689 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebede65d-6f2e-4261-a66a-6146eeae4b03 admin admin] Publish callbacks [] for security_group (de154559-7051-4843-987c-bd76f150aea8), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:48.419611 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d6f278f3-c317-40db-890a-28e8c7fe0ee1 req-dd3a2083-a245-4c34-a72c-7c62b197bf15 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889294 May 17 22:11:48.532396 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebede65d-6f2e-4261-a66a-6146eeae4b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (de154559-7051-4843-987c-bd76f150aea8), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:48.535241 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebede65d-6f2e-4261-a66a-6146eeae4b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:48.536627 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ebede65d-6f2e-4261-a66a-6146eeae4b03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de154559-7051-4843-987c-bd76f150aea8 HTTP/1.1" status: 204 len: 168 time: 0.3859193 May 17 22:11:48.540466 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-fe2cec82-7adf-43ee-a9d9-9b3cf8076a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.541575 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-fe2cec82-7adf-43ee-a9d9-9b3cf8076a81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1128 time: 0.1274576 May 17 22:11:48.545235 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebede65d-6f2e-4261-a66a-6146eeae4b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de154559-7051-4843-987c-bd76f150aea8,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:48.551788 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd534d-ac38-4f7c-a062-6b35259982c0 req-e6518941-5e62-4285-a66f-f5ed2dfda4b9 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.553317 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79fd534d-ac38-4f7c-a062-6b35259982c0 req-e6518941-5e62-4285-a66f-f5ed2dfda4b9 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1406052 May 17 22:11:48.572366 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17035fa3-71e1-4713-982b-7ac057c142d6 req-321a9a9b-0b55-4fcc-8d46-a1f16f5ce327 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.573817 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17035fa3-71e1-4713-982b-7ac057c142d6 req-321a9a9b-0b55-4fcc-8d46-a1f16f5ce327 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0881095 May 17 22:11:48.646174 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-79fd534d-ac38-4f7c-a062-6b35259982c0 req-32f36663-09ce-40de-993c-79c960ccaeb9 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856113 May 17 22:11:48.669854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17035fa3-71e1-4713-982b-7ac057c142d6 req-3887a445-c9e6-496c-8ec0-63dd75a28d4e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762076 May 17 22:11:48.732039 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-8c82d3e1-f205-470b-9fe7-01188c981d5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 217 time: 0.0599914 May 17 22:11:48.830918 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-e2c04e67-f40c-4d8e-a5ae-40de30b8ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.832494 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-e2c04e67-f40c-4d8e-a5ae-40de30b8ac46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 1127 time: 0.1616895 May 17 22:11:48.890494 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28431326-2f2f-4fed-8fb8-f516a6e55f13 req-f5762f2c-daec-4517-809d-4f901c078cfd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.892063 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-28431326-2f2f-4fed-8fb8-f516a6e55f13 req-f5762f2c-daec-4517-809d-4f901c078cfd tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1572640 May 17 22:11:48.898437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-d0f78369-76e2-4ca7-861a-4d438558dc86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ca1063-f162-4839-8103-868d1a01da49 HTTP/1.1" status: 200 len: 217 time: 0.0530157 May 17 22:11:48.902464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-9c15df23-9617-4b6e-801d-3ee3ac67358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:48.911032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-9c15df23-9617-4b6e-801d-3ee3ac67358d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 200 len: 854 time: 0.1560745 May 17 22:11:49.006495 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-28431326-2f2f-4fed-8fb8-f516a6e55f13 req-8975f61f-54ce-483a-bc8b-6e9953b4cb8a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016176 May 17 22:11:49.141198 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154f4bf-260f-413a-ad91-4e7e83d9bfff req-4eb07592-17c7-4855-a5c1-8b59e134a162 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.143222 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a154f4bf-260f-413a-ad91-4e7e83d9bfff req-4eb07592-17c7-4855-a5c1-8b59e134a162 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.1190956 May 17 22:11:49.173897 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6895e2d-811f-46f9-a329-133f3b8dd945 req-759fbaa4-07d6-4aa5-a5c8-5ac80adb6a8b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.182343 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a6895e2d-811f-46f9-a329-133f3b8dd945 req-759fbaa4-07d6-4aa5-a5c8-5ac80adb6a8b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0993481 May 17 22:11:49.255766 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a154f4bf-260f-413a-ad91-4e7e83d9bfff req-e8fa2b46-b168-4d0b-aa86-c7c91a2bf79b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037769 May 17 22:11:49.329253 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a6895e2d-811f-46f9-a329-133f3b8dd945 req-ce4289b8-eb76-485e-b412-0ba913a965f1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400907 May 17 22:11:49.494054 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0393-d57e-42fe-9e85-94a975f57f02 req-d69252b8-1b45-4d06-843a-f642bd42b2ef tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.497305 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-93bb0393-d57e-42fe-9e85-94a975f57f02 req-d69252b8-1b45-4d06-843a-f642bd42b2ef tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1670196 May 17 22:11:49.501523 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443551-4658-49f5-a0f3-99de9766e342 req-3680da91-49fa-4d3f-a858-f765f40ba8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.502941 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-3680da91-49fa-4d3f-a858-f765f40ba8e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324618 May 17 22:11:49.514917 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-10044827-4290-4ef3-8763-0e4556dec493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.517331 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-10044827-4290-4ef3-8763-0e4556dec493 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.1429989 May 17 22:11:49.737696 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-167589a5-2ff1-4282-92c9-decc8d32cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.737696 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-167589a5-2ff1-4282-92c9-decc8d32cd24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1836753 May 17 22:11:49.740779 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-93bb0393-d57e-42fe-9e85-94a975f57f02 req-a6e9939a-f00c-471c-b556-55a45210b125 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351983 May 17 22:11:49.818109 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-3905df27-88ae-4c3b-9db0-7a1b967259b2 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974975 May 17 22:11:49.824812 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869c448-3385-4ad6-bfc3-caf1f09da393 req-2952a7ad-a561-472b-aba0-fef01d61d952 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:49.834571 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4869c448-3385-4ad6-bfc3-caf1f09da393 req-2952a7ad-a561-472b-aba0-fef01d61d952 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0665288 May 17 22:11:49.894699 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4869c448-3385-4ad6-bfc3-caf1f09da393 req-27762d8a-014d-4f29-9129-3c6721801196 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525289 May 17 22:11:50.113018 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 42472) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:50.184131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5ee3-f584-4601-b357-b159cc439f8c req-051df88b-aaf3-4315-993d-26fe12697e22 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.194087 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53ac5ee3-f584-4601-b357-b159cc439f8c req-051df88b-aaf3-4315-993d-26fe12697e22 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0947466 May 17 22:11:50.237476 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1496249675-network', 'tenant_id': '8cb417f91c56432a9f7d9ef7bcf528f9'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:50.254423 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53ac5ee3-f584-4601-b357-b159cc439f8c req-639ddcfd-fd11-485a-80e8-83311d9a3d4d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566657 May 17 22:11:50.320273 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Made reservation on behalf of 8cb417f91c56432a9f7d9ef7bcf528f9 for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:11:50.322914 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.340959 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.451248 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-9271bc26-0546-4c94-8156-ccb80481df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.453033 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-9271bc26-0546-4c94-8156-ccb80481df67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 1130 time: 0.1265059 May 17 22:11:50.474620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d4da3-d6ac-48eb-b458-b077a32c7cd1 req-a730bd9a-e281-48f3-8e85-3493ae4136a4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.484233 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-346d4da3-d6ac-48eb-b458-b077a32c7cd1 req-a730bd9a-e281-48f3-8e85-3493ae4136a4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.1697617 May 17 22:11:50.553847 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks [] for security_group (7270a7a7-aee1-4893-a458-174cd06acdaa), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.629005 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad443551-4658-49f5-a0f3-99de9766e342 req-1dd6c353-393d-4d91-8c97-db19bbc718a7 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052864 May 17 22:11:50.639639 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3a32-dc3b-4d69-9290-cc597bf89504 req-8cfba2a0-57f5-431a-8480-f6e75d35a570 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.646560 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3a7c3a32-dc3b-4d69-9290-cc597bf89504 req-8cfba2a0-57f5-431a-8480-f6e75d35a570 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1600127 May 17 22:11:50.660853 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (7270a7a7-aee1-4893-a458-174cd06acdaa), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.688548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-346d4da3-d6ac-48eb-b458-b077a32c7cd1 req-2faa6105-67e1-45c2-8d33-ebac61b9637c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2031610 May 17 22:11:50.693516 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-e3b74b8f-c989-4dd3-90c0-b03413c38413 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737648 May 17 22:11:50.698028 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:11:50.731434 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7270a7a7-aee1-4893-a458-174cd06acdaa,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:50.737549 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3a7c3a32-dc3b-4d69-9290-cc597bf89504 req-167b0bdd-017c-4edd-b99b-2654c1d3cd1b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901482 May 17 22:11:50.757151 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (85768399-bcf0-48fd-914a-524b188038c4), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.757573 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Added segment 85768399-bcf0-48fd-914a-524b188038c4 of type vlan for network ef31749b-f5c4-461d-bb8a-dab8658195c0 May 17 22:11:50.776723 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-1a697a0e-7622-454a-a7b0-50076458e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.778866 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-1a697a0e-7622-454a-a7b0-50076458e0ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 911 time: 0.3144586 May 17 22:11:50.825204 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (ef31749b-f5c4-461d-bb8a-dab8658195c0), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.856896 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27124bb7-f8d1-4483-9815-eafa4e1e4848 req-a9a1ad0e-c7e7-4601-83a0-b9dda9af8c85 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529024 May 17 22:11:50.895760 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64abf6-55d8-4511-9af8-6a4ba3431030 req-422786b9-c5a4-4bdb-aa35-070c762a8eaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.897357 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9a64abf6-55d8-4511-9af8-6a4ba3431030 req-422786b9-c5a4-4bdb-aa35-070c762a8eaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0564940 May 17 22:11:50.953900 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9a64abf6-55d8-4511-9af8-6a4ba3431030 req-14b5142f-2f4a-42f5-966c-376ce5780629 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500920 May 17 22:11:50.961833 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (ef31749b-f5c4-461d-bb8a-dab8658195c0), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:50.966290 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:50.966290 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:51.119507 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73288572-860e-47a9-aa4f-ba19f1c33c61 req-6316275b-7681-41cc-80b0-d003c694f610 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:51.121939 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] Pushing event updated for resources: {'Network': ['ID=ef31749b-f5c4-461d-bb8a-dab8658195c0,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:51.122381 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73288572-860e-47a9-aa4f-ba19f1c33c61 req-6316275b-7681-41cc-80b0-d003c694f610 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.0960262 May 17 22:11:51.122476 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network ef31749b-f5c4-461d-bb8a-dab8658195c0 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:11:51.238719 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73288572-860e-47a9-aa4f-ba19f1c33c61 req-b323edf7-d21a-4fef-94b3-b5ddd59f5c46 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428144 May 17 22:11:51.337230 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 42492) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:51.337477 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4e5c6e0e-13e0-4fa4-9c1b-04a61edbea7f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2255039 May 17 22:11:51.348798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Request body: {'subnet': {'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1496249675-subnet', 'tenant_id': '8cb417f91c56432a9f7d9ef7bcf528f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:51.400750 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99040-ed5a-4915-bebc-23dc8d7fa2b9 req-0685beb2-19b9-4665-9fca-c4d60877e0e8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:51.402823 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68b99040-ed5a-4915-bebc-23dc8d7fa2b9 req-0685beb2-19b9-4665-9fca-c4d60877e0e8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0775359 May 17 22:11:51.460757 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68b99040-ed5a-4915-bebc-23dc8d7fa2b9 req-05094fda-f59d-4209-980e-41ad88ff48f1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516918 May 17 22:11:51.462319 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Made reservation on behalf of 8cb417f91c56432a9f7d9ef7bcf528f9 for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:11:51.464995 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14616351'] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:51.611379 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458761-5ba1-491e-a662-2e460f7793e6 req-2db4dbbb-1d0c-4b2a-af96-c0b66ad2dcf5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:51.613132 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fc458761-5ba1-491e-a662-2e460f7793e6 req-2db4dbbb-1d0c-4b2a-af96-c0b66ad2dcf5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0729644 May 17 22:11:51.622733 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 42496) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:11:51.628113 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'floatingip': {'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:11:52.014403 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:52.075617 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08738976-3628-40b0-aae7-97bce0ebe9e6 req-ab944895-2e2a-48af-8b37-b049bf3a9b5d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:52.087847 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-08738976-3628-40b0-aae7-97bce0ebe9e6 req-ab944895-2e2a-48af-8b37-b049bf3a9b5d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.1392059 May 17 22:11:52.119684 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c341-99bf-4e92-8db3-f1fc1bf50810 req-30c4c268-4b8e-4b8f-9a93-c6d0f8cc804a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:52.119684 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-32c5c341-99bf-4e92-8db3-f1fc1bf50810 req-30c4c268-4b8e-4b8f-9a93-c6d0f8cc804a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1655345 May 17 22:11:52.181558 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-ab565f1b-b5a4-42c7-b9ff-d06f8264a37e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 200 len: 1002 time: 0.1368206 May 17 22:11:52.259847 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-edbd6032-6c7d-4e21-85fd-b2df46a1c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:52.262451 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-edbd6032-6c7d-4e21-85fd-b2df46a1c45f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.0708511 May 17 22:11:52.321885 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-0cf90865-ac6c-4099-aedf-3e24252fb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:52.323510 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-0cf90865-ac6c-4099-aedf-3e24252fb732 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542042 May 17 22:11:52.330863 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-08738976-3628-40b0-aae7-97bce0ebe9e6 req-ee41fd85-e7b8-4987-a25a-db88ebe031d8 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2262197 May 17 22:11:52.333711 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-32c5c341-99bf-4e92-8db3-f1fc1bf50810 req-8169469b-d419-4f93-bf84-c4412d7e2600 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992638 May 17 22:11:52.429636 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-50538066-c23b-4c74-8d3b-f81ec257c545 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986910 May 17 22:11:52.437104 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14672274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14616329'] for subnet (1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:52.599949 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca9a4-f6bc-470f-86b0-57c32074ee6a req-56bf0af1-4903-4b95-bba5-6160b8f238f0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:52.601322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8e7ca9a4-f6bc-470f-86b0-57c32074ee6a req-56bf0af1-4903-4b95-bba5-6160b8f238f0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.1688495 May 17 22:11:52.615383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb999a-e13b-4551-8320-7ebf3240d502 req-24275313-152e-4bd3-a7de-1f7310b4b440 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:52.622542 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1eb999a-e13b-4551-8320-7ebf3240d502 req-24275313-152e-4bd3-a7de-1f7310b4b440 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1858261 May 17 22:11:52.622542 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:52.819060 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Checking segment: {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:11:52.819552 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Network hostable DHCP agents. Network: ef31749b-f5c4-461d-bb8a-dab8658195c0, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:11:52.884849 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1eb999a-e13b-4551-8320-7ebf3240d502 req-d1983df9-1a94-4cda-a318-95718e31c14a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394025 May 17 22:11:52.895414 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8e7ca9a4-f6bc-470f-86b0-57c32074ee6a req-1f6bcc6d-96d3-4ac2-944b-1c46826fc144 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775521 May 17 22:11:53.082753 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Network ef31749b-f5c4-461d-bb8a-dab8658195c0 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:11:53.096623 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:53.165815 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:53.206659 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, ef31749b-f5c4-461d-bb8a-dab8658195c0) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:11:53.211376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:53.211974 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:53.217789 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73de4155-ae98-4a4e-b9ee-bf4b65bda96b None None] Network ef31749b-f5c4-461d-bb8a-dab8658195c0 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:11:53.328226 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-65897b69-53ea-4a88-9225-500cf4356ffb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9820275 May 17 22:11:53.348522 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Floating IP 441c693f-2f31-4cfa-a9c8-3fb0901a2b2e associated. External IP: 172.27.2.250, port: ea82fbfe-827c-4d08-a78d-a544d7f86c1c. May 17 22:11:53.391656 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401c800-a8b5-4740-ae0a-25da6dbf5f7f None None] Network ef31749b-f5c4-461d-bb8a-dab8658195c0 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:11:53.863993 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c866d-3974-4116-9709-159aa41476f5 req-03266956-68bd-488c-b4fd-7dc8b2761692 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:53.866703 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f14c866d-3974-4116-9709-159aa41476f5 req-03266956-68bd-488c-b4fd-7dc8b2761692 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.3673809 May 17 22:11:53.884728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b81edc-cb07-47da-8513-4a4d46e19b64 req-5aeee17b-6718-4c5a-9176-d251af47b4fe tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:53.886070 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94b81edc-cb07-47da-8513-4a4d46e19b64 req-5aeee17b-6718-4c5a-9176-d251af47b4fe tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.3887403 May 17 22:11:54.010926 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f14c866d-3974-4116-9709-159aa41476f5 req-4a277d26-cd4b-419b-93a8-7f84c5957832 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357527 May 17 22:11:54.023983 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94b81edc-cb07-47da-8513-4a4d46e19b64 req-a30754a1-8cb2-40f4-9398-d2bb6966ca47 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174119 May 17 22:11:54.069241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:11:54.212339 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-7c27513e-f8cc-4b7f-a802-e9bc0b35e477 req-bc8629fd-7b9a-49d5-becb-b8c7d24e3b55 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818187 May 17 22:11:54.296098 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20b17-ac11-4c87-a6df-f6954e188f0e req-497446f0-867b-4194-9f68-02e3d716307a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:54.297757 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ebb20b17-ac11-4c87-a6df-f6954e188f0e req-497446f0-867b-4194-9f68-02e3d716307a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 944 time: 0.1509595 May 17 22:11:54.326164 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93231e81-206c-4a5a-af0f-ed298aa0c7a4 req-740ee67f-6370-42b7-98c9-bdec967a7248 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:54.333052 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-93231e81-206c-4a5a-af0f-ed298aa0c7a4 req-740ee67f-6370-42b7-98c9-bdec967a7248 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1639807 May 17 22:11:54.352098 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:11:54.363851 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:54.364838 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db558168-128c-44e9-8009-ee8736019e02 None None] Sync routers for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:11:54.374919 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:11:54.375624 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:11:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:54.470898 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-529c9fc5-287d-4bcc-b7e0-49a2bc8c56d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "PUT /v2.0/floatingips/441c693f-2f31-4cfa-a9c8-3fb0901a2b2e HTTP/1.1" status: 200 len: 991 time: 2.8442428 May 17 22:11:54.470898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:54.472179 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100605f-1b87-4e2e-ac34-3515da576261" -d '{"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:54.477179 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-93231e81-206c-4a5a-af0f-ed298aa0c7a4 req-a6c7c8ca-2512-494a-a288-081c377af6b8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432776 May 17 22:11:54.481213 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ebb20b17-ac11-4c87-a6df-f6954e188f0e req-1a44ad91-5544-41a0-a492-a29b28c7f962 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768560 May 17 22:11:54.534570 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:11:54.551314 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b2e0a-9f9f-412e-b9d7-f40404e2f267 x-openstack-request-id: req-653b2e0a-9f9f-412e-b9d7-f40404e2f267 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:54.551830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:54.552270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-653b2e0a-9f9f-412e-b9d7-f40404e2f267 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:54.552824 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653b2e0a-9f9f-412e-b9d7-f40404e2f267'] response: {'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'status': 'completed', 'code': 200} May 17 22:11:54.647135 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100605f-1b87-4e2e-ac34-3515da576261 req-9880b466-1480-40ad-8b79-8a4f70caf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:54.648634 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-9880b466-1480-40ad-8b79-8a4f70caf4f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0412560 May 17 22:11:54.747529 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100605f-1b87-4e2e-ac34-3515da576261 req-2b7cb2a9-5691-419b-af33-c3bded6647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:54.748932 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-2b7cb2a9-5691-419b-af33-c3bded6647d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.0922079 May 17 22:11:54.758863 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '441c693f-2f31-4cfa-a9c8-3fb0901a2b2e', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:10Z', 'updated_at': '2022-05-17T22:11:52Z', 'revision_number': 1, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:54.788586 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db558168-128c-44e9-8009-ee8736019e02 None None] Checking router: eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:11:54.803303 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:11:54.803910 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:11:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:54.825712 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-fa9907eb-f1e0-4d3e-bdd8-cc3d7c0db272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 999 time: 0.0630651 May 17 22:11:54.916722 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:11:54.920293 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100605f-1b87-4e2e-ac34-3515da576261 req-260476fb-ffe5-479b-9169-d07de5123ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:54.921770 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-260476fb-ffe5-479b-9169-d07de5123ef9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0599098 May 17 22:11:54.980517 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100605f-1b87-4e2e-ac34-3515da576261 req-20c337d6-1a48-49b0-8406-b70354750175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:54.982079 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-20c337d6-1a48-49b0-8406-b70354750175 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532074 May 17 22:11:55.017391 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6b82dab7-02cb-4cc1-a078-91095811826f details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:11:55.229206 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:55.233734 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-db558168-128c-44e9-8009-ee8736019e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '441c693f-2f31-4cfa-a9c8-3fb0901a2b2e', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:10Z', 'updated_at': '2022-05-17T22:11:52Z', 'revision_number': 1, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:11:55.250057 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '6b82dab7-02cb-4cc1-a078-91095811826f', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'port_id': '6b82dab7-02cb-4cc1-a078-91095811826f', 'mac_address': 'fa:16:3e:38:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:11:55.254439 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-1ead5c24-7a4f-42ac-9ea5-42bf020f329a service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032108 May 17 22:11:55.269781 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db558168-128c-44e9-8009-ee8736019e02 None None] The sync data for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi is: [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '441c693f-2f31-4cfa-a9c8-3fb0901a2b2e', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:10Z', 'updated_at': '2022-05-17T22:11:52Z', 'revision_number': 1, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:11:55.272826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5a969-47da-42cd-b0d3-0073e8a93d26 req-31c4bae9-d0ec-4eec-9eb2-173b336ff0a2 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:55.274275 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dfa5a969-47da-42cd-b0d3-0073e8a93d26 req-31c4bae9-d0ec-4eec-9eb2-173b336ff0a2 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1268411 May 17 22:11:55.292721 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252c868-6cbc-4160-bc69-6ab055ea3929 req-e8ddc459-7ca8-497d-ae96-23988e8d6882 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:55.294260 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2252c868-6cbc-4160-bc69-6ab055ea3929 req-e8ddc459-7ca8-497d-ae96-23988e8d6882 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 943 time: 0.1351442 May 17 22:11:55.303797 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 6b82dab7-02cb-4cc1-a078-91095811826f is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:55.304794 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:55.322424 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b82dab7-02cb-4cc1-a078-91095811826f {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:55.349535 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:55.379988 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dfa5a969-47da-42cd-b0d3-0073e8a93d26 req-587af106-5580-4d88-bdaf-2d4ae31a1c11 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847287 May 17 22:11:55.390199 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2252c868-6cbc-4160-bc69-6ab055ea3929 req-9428dc1b-4cfa-493f-b294-d2bbb6d629f3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875735 May 17 22:11:55.443393 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:55.444552 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b2ca1063-f162-4839-8103-868d1a01da49 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:11:55.554230 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:55.643686 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c387f58-750d-4e7f-b451-0b5b44eec3b2 req-c8305d83-969d-40e8-af3a-2924cddea5de tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:55.645577 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c387f58-750d-4e7f-b451-0b5b44eec3b2 req-c8305d83-969d-40e8-af3a-2924cddea5de tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 945 time: 0.0646350 May 17 22:11:55.661174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port b2ca1063-f162-4839-8103-868d1a01da49, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2ca1063-f162-4839-8103-868d1a01da49,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:55.675724 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'b2ca1063-f162-4839-8103-868d1a01da49', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'port_id': 'b2ca1063-f162-4839-8103-868d1a01da49', 'mac_address': 'fa:16:3e:af:44:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:11:55.679201 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b4906-4c38-4a09-bab2-39220d55bcf9 None None] New status for floating IP 441c693f-2f31-4cfa-a9c8-3fb0901a2b2e: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:11:55.767732 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c387f58-750d-4e7f-b451-0b5b44eec3b2 req-ab7710dd-753e-42e7-91a6-5b6f750a7976 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146643 May 17 22:11:55.795657 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0d979-f2d0-49d9-a72e-c63a59c436a9 req-490df0fa-7e2c-429b-bf21-7457cd18e1d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:55.797922 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94c0d979-f2d0-49d9-a72e-c63a59c436a9 req-490df0fa-7e2c-429b-bf21-7457cd18e1d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.1079490 May 17 22:11:55.831635 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port b2ca1063-f162-4839-8103-868d1a01da49 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:55.832028 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b2ca1063-f162-4839-8103-868d1a01da49), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:55.893594 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94c0d979-f2d0-49d9-a72e-c63a59c436a9 req-89d2e023-a3a6-4d86-ab3a-4873fa29ee29 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805864 May 17 22:11:55.896025 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ca1063-f162-4839-8103-868d1a01da49 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:11:55.916530 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-c100605f-1b87-4e2e-ac34-3515da576261 req-c91d8f5d-f5df-4712-a507-253c6ee9ff85 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150862 May 17 22:11:55.926060 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port b2ca1063-f162-4839-8103-868d1a01da49, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2ca1063-f162-4839-8103-868d1a01da49,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:56.032357 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-db15281b-c767-4c2e-89d4-27ec03ff1480 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:56.034114 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-db15281b-c767-4c2e-89d4-27ec03ff1480 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/networks?id=ef31749b-f5c4-461d-bb8a-dab8658195c0 HTTP/1.1" status: 200 len: 809 time: 0.1517587 May 17 22:11:56.042329 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b2ca1063-f162-4839-8103-868d1a01da49), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:56.057091 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-65ae17b8-a42d-4a7f-ade6-8d50a26fbd51 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/quotas/8cb417f91c56432a9f7d9ef7bcf528f9 HTTP/1.1" status: 200 len: 375 time: 0.0151024 May 17 22:11:56.113661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-c33a8c2c-17d7-4bfc-a43a-6ca85cb54000 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428042 May 17 22:11:56.133449 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=b2ca1063-f162-4839-8103-868d1a01da49,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:56.225641 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-f93375ab-30d1-4b61-b067-16c63942e1ba service neutron] 10.222.0.24 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034105 May 17 22:11:56.354735 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-4d4bb1f3-dd57-4d2a-aacd-abb9a1485e55 service neutron] 10.222.0.24 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264675 May 17 22:11:56.540045 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-4351a1fb-e7c3-424e-8ae5-22c8a0777beb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540485 May 17 22:11:56.544235 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339f766-83c7-44f4-87b9-a14f9cbddf7a req-1f4c110d-8472-4281-8b0a-3ae79e25cf7c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:56.545893 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a339f766-83c7-44f4-87b9-a14f9cbddf7a req-1f4c110d-8472-4281-8b0a-3ae79e25cf7c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0667255 May 17 22:11:56.567087 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6b82dab7-02cb-4cc1-a078-91095811826f'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:11:56.691711 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a339f766-83c7-44f4-87b9-a14f9cbddf7a req-e9143c35-ba79-4fb7-9e2b-f6da59a8475e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656095 May 17 22:11:56.697514 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-3661647a-592f-4bcf-ac7d-d81d03e70de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:56.699770 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-3661647a-592f-4bcf-ac7d-d81d03e70de0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 1130 time: 0.0900121 May 17 22:11:56.738556 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ad731-60f5-4ec2-8c2b-84a718ebf236 req-6d238dc0-f2a4-4b85-89bc-abbfd4a05fd4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:56.759952 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2a7ad731-60f5-4ec2-8c2b-84a718ebf236 req-6d238dc0-f2a4-4b85-89bc-abbfd4a05fd4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 944 time: 0.0946655 May 17 22:11:56.846249 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2a7ad731-60f5-4ec2-8c2b-84a718ebf236 req-04360ff8-ed0c-426f-a8de-617adc2db266 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839756 May 17 22:11:56.861677 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-20eded7a-68d5-4a35-b1a2-253639914a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:56.863483 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-20eded7a-68d5-4a35-b1a2-253639914a1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1270926 May 17 22:11:56.908579 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['b2ca1063-f162-4839-8103-868d1a01da49'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:11:56.922109 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-2b202b6a-1fa8-49e1-b4b2-1cf711d45e6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1 HTTP/1.1" status: 200 len: 217 time: 0.0481441 May 17 22:11:56.929471 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3297fea0-9f29-416f-a2a3-f10a47e7c3cf req-a3cc7a50-4694-4986-93c7-bf1f4d8cf441 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 210 time: 0.0427599 May 17 22:11:56.984274 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-2218d7b4-5f12-4870-be4c-4815cf4cecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:56.985750 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-2218d7b4-5f12-4870-be4c-4815cf4cecd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0555050 May 17 22:11:57.025076 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:57.039762 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-96c08336-eaed-4be9-bdbf-1c1d3c037be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:57.041439 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-96c08336-eaed-4be9-bdbf-1c1d3c037be7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430627 May 17 22:11:57.060572 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662bb57-4271-4619-a594-fe190c8824b9 req-6dd98fed-a251-479d-9764-0b0a84d1d866 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:57.062227 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e662bb57-4271-4619-a594-fe190c8824b9 req-6dd98fed-a251-479d-9764-0b0a84d1d866 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 945 time: 0.0667293 May 17 22:11:57.125729 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e662bb57-4271-4619-a594-fe190c8824b9 req-2dd6391d-f3e8-4fa8-9473-7eb153dcb479 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572515 May 17 22:11:57.182099 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-f09392f1-abc2-46a6-bf1a-3e8780c9f9f4 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340253 May 17 22:11:57.281247 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2611ec-86d6-4da3-86ee-dd07cb37539c req-335e3f47-c49b-41a2-8b99-85c07eb28b53 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:57.283164 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a2611ec-86d6-4da3-86ee-dd07cb37539c req-335e3f47-c49b-41a2-8b99-85c07eb28b53 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0681319 May 17 22:11:57.293315 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-dbc3a5da-6091-41ba-9b94-4a988070b07d req-7f0d2c39-b06b-4b18-bba7-ee3f8fd282d9 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015079 May 17 22:11:57.335656 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a2611ec-86d6-4da3-86ee-dd07cb37539c req-403ced89-0e85-40e4-ad42-aedcd976ceb5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469248 May 17 22:11:58.000455 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62660c8d-c05c-4229-91c1-31b8b396ca13 req-f9105aab-0fa1-45f2-a449-e114315daf90 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:58.005708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-62660c8d-c05c-4229-91c1-31b8b396ca13 req-f9105aab-0fa1-45f2-a449-e114315daf90 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 944 time: 0.0704248 May 17 22:11:58.061339 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1189e23a-1390-44e4-867f-b724a83d6b81 req-e4bf6484-f04e-4453-8a3e-7a00e2a22047 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 210 time: 0.0503976 May 17 22:11:58.113047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-62660c8d-c05c-4229-91c1-31b8b396ca13 req-063cbf9d-fd6d-4a65-ae25-c10614daec31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004074 May 17 22:11:58.268824 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d4fd6-9be1-41f3-b2f4-ea08ec8ef5ce req-d9a79f0b-ac0c-4ab2-b89b-407cdbdaf69c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:58.270226 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6b7d4fd6-9be1-41f3-b2f4-ea08ec8ef5ce req-d9a79f0b-ac0c-4ab2-b89b-407cdbdaf69c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 945 time: 0.0575411 May 17 22:11:58.332844 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6b7d4fd6-9be1-41f3-b2f4-ea08ec8ef5ce req-7c4d679c-73bf-4877-93ee-6c3994d907e2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533130 May 17 22:11:58.475638 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acadca-8b99-49f6-ae9e-80fb3522f03e req-b46e794c-7d4d-45fa-94df-a846607ddb3c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:58.478268 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-16acadca-8b99-49f6-ae9e-80fb3522f03e req-b46e794c-7d4d-45fa-94df-a846607ddb3c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0536966 May 17 22:11:58.537451 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-16acadca-8b99-49f6-ae9e-80fb3522f03e req-031b7644-a6d6-4f22-93b4-3185feca7115 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518439 May 17 22:11:59.049365 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b2ca1063-f162-4839-8103-868d1a01da49 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:59.095974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port b2ca1063-f162-4839-8103-868d1a01da49 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:11:59.165483 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port b2ca1063-f162-4839-8103-868d1a01da49 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:59.165937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b2ca1063-f162-4839-8103-868d1a01da49), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:59.169535 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d59591b-a33e-4a9b-97cc-f95b42eb459b req-00019cfa-3cb1-418b-aaaf-d66ae5833fcd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 210 time: 0.0344141 May 17 22:11:59.274723 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a412f43-e48a-42e8-a35d-b7a513823ddb req-3e9fe605-7d77-49d9-9ccb-f9d1e52579e2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:59.277344 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a412f43-e48a-42e8-a35d-b7a513823ddb req-3e9fe605-7d77-49d9-9ccb-f9d1e52579e2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 944 time: 0.0599813 May 17 22:11:59.305106 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port b2ca1063-f162-4839-8103-868d1a01da49 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:59.305562 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b2ca1063-f162-4839-8103-868d1a01da49), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:59.336142 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:11:59.342230 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a412f43-e48a-42e8-a35d-b7a513823ddb req-d2fce617-ff99-402e-9f30-66c6eda6802a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576265 May 17 22:11:59.342469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbeb1c9-5f7a-46aa-ba82-5d2837138b2d" -d '{"events": [{"server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "name": "network-vif-plugged", "status": "completed", "tag": "b2ca1063-f162-4839-8103-868d1a01da49"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:11:59.357860 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port b2ca1063-f162-4839-8103-868d1a01da49, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2ca1063-f162-4839-8103-868d1a01da49,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:59.392631 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2820d6cf-e8dc-4432-85ee-4493cd29431f x-openstack-request-id: req-2820d6cf-e8dc-4432-85ee-4493cd29431f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:11:59.393361 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "name": "network-vif-plugged", "status": "completed", "tag": "b2ca1063-f162-4839-8103-868d1a01da49", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:11:59.393757 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2820d6cf-e8dc-4432-85ee-4493cd29431f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:11:59.394309 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2820d6cf-e8dc-4432-85ee-4493cd29431f'] response: {'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49', 'code': 200} May 17 22:11:59.440556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b2ca1063-f162-4839-8103-868d1a01da49), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:59.441724 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6b82dab7-02cb-4cc1-a078-91095811826f up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:11:59.489626 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdddbe-9ad7-436e-bfcd-16c05741ab99 req-fc7725d0-d9cf-4d9d-aeb1-0fc9b53865ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:59.501023 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d6fdddbe-9ad7-436e-bfcd-16c05741ab99 req-fc7725d0-d9cf-4d9d-aeb1-0fc9b53865ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 945 time: 0.0704613 May 17 22:11:59.540858 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=b2ca1063-f162-4839-8103-868d1a01da49,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:11:59.546440 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 6b82dab7-02cb-4cc1-a078-91095811826f completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:11:59.564469 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d6fdddbe-9ad7-436e-bfcd-16c05741ab99 req-439a3e06-916b-47c4-85d0-967555fc1eda tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622282 May 17 22:11:59.652818 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 6b82dab7-02cb-4cc1-a078-91095811826f triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:11:59.654074 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:59.705807 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a2be4-9ac6-46c9-a1dd-24dba5ce1f98 req-598b5ae8-60b3-431c-a22c-9148a74edf4a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:11:59.713248 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0e5a2be4-9ac6-46c9-a1dd-24dba5ce1f98 req-598b5ae8-60b3-431c-a22c-9148a74edf4a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0697553 May 17 22:11:59.757932 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 6b82dab7-02cb-4cc1-a078-91095811826f is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:11:59.758320 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:59.786217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0e5a2be4-9ac6-46c9-a1dd-24dba5ce1f98 req-85c8b3a2-fac9-49ca-a904-0d14c295ae48 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717123 May 17 22:11:59.810824 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:11:59.885803 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:11:59.948102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:00.084946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5eb57-78d7-4404-89f0-ae70a247a08f req-6993b045-73a6-4776-94ff-1f9a605ad8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:00.086370 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d4f5eb57-78d7-4404-89f0-ae70a247a08f req-6993b045-73a6-4776-94ff-1f9a605ad8ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 1129 time: 0.0404289 May 17 22:12:00.158908 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-d4f5eb57-78d7-4404-89f0-ae70a247a08f req-2935fe67-256c-4b6b-823a-8a47cd6663a7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618706 May 17 22:12:00.278900 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-12b9721b-f572-4fac-a0f7-e2cbee281877 req-c4a57f88-c026-4813-8a67-5c742d3d778a tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 210 time: 0.0342960 May 17 22:12:00.421138 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:12:00.454685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6e16-b05c-410a-896d-ce58c48d57ac req-96c5e744-1a4c-4084-bc4a-37bd6aff07e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:00.456355 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a4c6e16-b05c-410a-896d-ce58c48d57ac req-96c5e744-1a4c-4084-bc4a-37bd6aff07e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0486264 May 17 22:12:00.529200 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a4c6e16-b05c-410a-896d-ce58c48d57ac req-33816f1c-76f6-4512-a6f3-25328fa98862 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651579 May 17 22:12:00.531446 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7108d32a-b8b1-43fd-898f-dc75d79e70a5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:00.532856 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7108d32a-b8b1-43fd-898f-dc75d79e70a5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "GET /v2.0/networks?id=ef31749b-f5c4-461d-bb8a-dab8658195c0 HTTP/1.1" status: 200 len: 809 time: 0.1055660 May 17 22:12:00.549995 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Request body: {'port': {'device_id': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0', 'admin_state_up': True, 'tenant_id': '8cb417f91c56432a9f7d9ef7bcf528f9'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:00.681719 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef23b6-d2d4-41ca-aca7-77b2238d4432 req-e1f86c01-2976-4f15-89ec-d130786ceed4 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:00.683277 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cef23b6-d2d4-41ca-aca7-77b2238d4432 req-e1f86c01-2976-4f15-89ec-d130786ceed4 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0474546 May 17 22:12:00.731017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cef23b6-d2d4-41ca-aca7-77b2238d4432 req-5d71918e-e382-479c-9993-44ba35e2822c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 May 17 22:12:00.763148 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Made reservation on behalf of 8cb417f91c56432a9f7d9ef7bcf528f9 for: {'port': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:12:00.766788 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:00.919439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Allocated IP 172.20.0.10 (ef31749b-f5c4-461d-bb8a-dab8658195c0/1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8/e639faaf-c59e-4dcf-97ac-142d9f2351d2) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:12:00.964825 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbbcd-e86f-4178-8033-ec2cdd78b847 req-5619eb5d-15e7-44c0-a199-1b75b801978f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:00.965957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-54ffbbcd-e86f-4178-8033-ec2cdd78b847 req-5619eb5d-15e7-44c0-a199-1b75b801978f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0716047 May 17 22:12:01.022995 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-54ffbbcd-e86f-4178-8033-ec2cdd78b847 req-030c8dbc-91ca-4fbc-8901-b371d2fb499d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 May 17 22:12:01.106888 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks [] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:01.200490 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:01.247045 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Network ef31749b-f5c4-461d-bb8a-dab8658195c0 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:12:01.250418 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:12:01.256912 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:12:01.280593 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Pushing event updated for resources: {'Port': ['ID=e639faaf-c59e-4dcf-97ac-142d9f2351d2,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:01.313791 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:01.314493 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:01.394118 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-7bd23c77-7bc5-4e05-a1a9-513a404112ab tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8477488 May 17 22:12:01.395824 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:01.398216 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae50dc-f5f9-4bc8-b7a4-12b4d3cab908" -d '{"events": [{"server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "name": "network-vif-plugged", "status": "completed", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:01.422659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e9863138-98fe-4b47-816a-faacc5db563a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:01.426020 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48568d7-8066-43f1-b851-a0a0f1aced08 req-cffecf4a-ae64-40e6-9952-7ccdf1865936 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:01.427231 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b48568d7-8066-43f1-b851-a0a0f1aced08 req-cffecf4a-ae64-40e6-9952-7ccdf1865936 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 932 time: 0.0579088 May 17 22:12:01.435946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Request body: {'port': {'device_id': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:01.476691 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c796157a-7b68-4cf8-98ae-5340f889db0a x-openstack-request-id: req-c796157a-7b68-4cf8-98ae-5340f889db0a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:01.476982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "name": "network-vif-plugged", "status": "completed", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:01.477231 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c796157a-7b68-4cf8-98ae-5340f889db0a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:01.477623 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c796157a-7b68-4cf8-98ae-5340f889db0a'] response: {'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'code': 200} May 17 22:12:01.505337 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b48568d7-8066-43f1-b851-a0a0f1aced08 req-e080d605-a224-4a34-8104-fa6fc0c3ac78 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697944 May 17 22:12:01.508524 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:01.650050 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fffd8c-c9a3-40e4-8bc4-d217ae331f48 req-c58671bf-40a4-49f9-82e1-05106f4ffdf6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:01.651589 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-09fffd8c-c9a3-40e4-8bc4-d217ae331f48 req-c58671bf-40a4-49f9-82e1-05106f4ffdf6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0471528 May 17 22:12:01.700442 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-09fffd8c-c9a3-40e4-8bc4-d217ae331f48 req-7a9776be-b9d1-443e-ac87-e517f90e1e16 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431683 May 17 22:12:01.864952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f7765-6f61-481e-b474-8869254fff25 req-9db449f7-4edc-4695-95e5-80fc1acdcd8d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:01.867618 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-335f7765-6f61-481e-b474-8869254fff25 req-9db449f7-4edc-4695-95e5-80fc1acdcd8d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0652540 May 17 22:12:01.882862 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e639faaf-c59e-4dcf-97ac-142d9f2351d2 {{(pid=103950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:12:01.893405 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Publish callbacks [] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:01.909572 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.provisioning_blocks [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Transition to ACTIVE for port object e639faaf-c59e-4dcf-97ac-142d9f2351d2 will not be triggered until provisioned by entity L2. {{(pid=103950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:12:01.923903 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-335f7765-6f61-481e-b474-8869254fff25 req-78bdc633-65aa-46bc-b3af-a11c8c083e8a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497708 May 17 22:12:01.997762 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:02.050973 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Pushing event updated for resources: {'Port': ['ID=e639faaf-c59e-4dcf-97ac-142d9f2351d2,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:02.124562 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Attempting to bind port e639faaf-c59e-4dcf-97ac-142d9f2351d2 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:12:02.125178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Attempting to bind port e639faaf-c59e-4dcf-97ac-142d9f2351d2 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:12:02.128703 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Attempting to bind port e639faaf-c59e-4dcf-97ac-142d9f2351d2 on network ef31749b-f5c4-461d-bb8a-dab8658195c0 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:12:02.129899 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Port e639faaf-c59e-4dcf-97ac-142d9f2351d2 on network ef31749b-f5c4-461d-bb8a-dab8658195c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:12:02.130316 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Attempting to bind port e639faaf-c59e-4dcf-97ac-142d9f2351d2 on network ef31749b-f5c4-461d-bb8a-dab8658195c0 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:12:02.135082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:12:02.135465 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Checking segment: {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:12:02.135961 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Bound using segment: {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:12:02.136897 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Bound port: e639faaf-c59e-4dcf-97ac-142d9f2351d2, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:12:02.137253 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:02.154165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228c01-913f-4cc9-bf8b-bcca670c500e req-2daa1812-fbf3-4dfe-b48e-e710cf1c4e8d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.159526 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-44228c01-913f-4cc9-bf8b-bcca670c500e req-2daa1812-fbf3-4dfe-b48e-e710cf1c4e8d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0526466 May 17 22:12:02.197519 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] For port e639faaf-c59e-4dcf-97ac-142d9f2351d2, host hv-cinder-83998, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:12:02.200739 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] For port e639faaf-c59e-4dcf-97ac-142d9f2351d2, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e639faaf-c59e-4dcf-97ac-142d9f2351d2,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:12:02.203958 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-44228c01-913f-4cc9-bf8b-bcca670c500e req-9f2e5ff3-6953-4776-8434-301483b8f628 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 May 17 22:12:02.261372 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:02.295313 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.295926 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:02.297290 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] 10.222.0.52 "PUT /v2.0/ports/e639faaf-c59e-4dcf-97ac-142d9f2351d2 HTTP/1.1" status: 200 len: 1094 time: 0.8660810 May 17 22:12:02.297718 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'tag': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:02.299968 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9413f-3f53-492a-9935-f3a84452f032" -d '{"events": [{"name": "network-changed", "server_uuid": "a06c5d32-8f6a-42d0-8b91-540afe1db580", "tag": "e639faaf-c59e-4dcf-97ac-142d9f2351d2"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:02.320666 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21265-a134-43f0-88b9-c7d39bb2bb0f service neutron] Pushing event updated for resources: {'Port': ['ID=e639faaf-c59e-4dcf-97ac-142d9f2351d2,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:02.335000 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987bd88e-1115-4328-8335-c824abb89669 x-openstack-request-id: req-987bd88e-1115-4328-8335-c824abb89669 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:02.335388 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06c5d32-8f6a-42d0-8b91-540afe1db580", "tag": "e639faaf-c59e-4dcf-97ac-142d9f2351d2", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:02.335636 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-987bd88e-1115-4328-8335-c824abb89669 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:02.336024 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987bd88e-1115-4328-8335-c824abb89669'] response: {'name': 'network-changed', 'server_uuid': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'tag': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2', 'status': 'completed', 'code': 200} May 17 22:12:02.592272 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1c66b-8508-49f8-95f6-e466fabebaa2 req-92be56d0-508e-4d0a-82f1-4c83d62efc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.593823 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-5ee1c66b-8508-49f8-95f6-e466fabebaa2 req-92be56d0-508e-4d0a-82f1-4c83d62efc9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0414677 May 17 22:12:02.626986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9413f-3f53-492a-9935-f3a84452f032 req-2f558315-137b-4027-8a63-ee405a42a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.628738 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50e9413f-3f53-492a-9935-f3a84452f032 req-2f558315-137b-4027-8a63-ee405a42a3c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 1128 time: 0.0693848 May 17 22:12:02.646518 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf2b08-2b7e-472e-a61b-10890da4a113 req-8cb3bb95-57f0-4200-be4e-7b865b2a20f8 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.647877 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5acf2b08-2b7e-472e-a61b-10890da4a113 req-8cb3bb95-57f0-4200-be4e-7b865b2a20f8 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0541613 May 17 22:12:02.718227 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5acf2b08-2b7e-472e-a61b-10890da4a113 req-a887468e-b5c2-4252-adc2-1594fa42f99f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 May 17 22:12:02.729067 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-5ee1c66b-8508-49f8-95f6-e466fabebaa2 req-f234f87b-87cb-4f80-b17d-3a19eccb7e80 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 May 17 22:12:02.818524 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9413f-3f53-492a-9935-f3a84452f032 req-76fa7424-cddf-4fe4-b24d-488bf877ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.819877 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50e9413f-3f53-492a-9935-f3a84452f032 req-76fa7424-cddf-4fe4-b24d-488bf877ab1f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1321051 May 17 22:12:02.830896 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e2dc-3875-4304-b9dd-0e2992f9f0a1 req-42d78989-df56-41f8-a32a-81441fb298fa tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.832252 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fbd5e2dc-3875-4304-b9dd-0e2992f9f0a1 req-42d78989-df56-41f8-a32a-81441fb298fa tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0608301 May 17 22:12:02.878571 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fbd5e2dc-3875-4304-b9dd-0e2992f9f0a1 req-b19d351e-632c-4ff7-8fee-338c778dd43e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405037 May 17 22:12:02.993109 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fce036-9768-4f4c-88db-d0b869ed8c85 req-cba199ff-3562-40be-bf3c-81d5efebd216 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:02.994577 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6fce036-9768-4f4c-88db-d0b869ed8c85 req-cba199ff-3562-40be-bf3c-81d5efebd216 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0479302 May 17 22:12:03.003959 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 42676) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:03.008540 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'port_id': 'b2ca1063-f162-4839-8103-868d1a01da49'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:03.047361 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (40c11edd-b2e5-4595-95c5-9c33bef66cb4), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:03.048398 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288276-766d-4ef3-865b-90826cea149d req-e5cca0be-2d45-4918-8269-fa21c0d13df2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:03.049895 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68288276-766d-4ef3-865b-90826cea149d req-e5cca0be-2d45-4918-8269-fa21c0d13df2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0522416 May 17 22:12:03.100798 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68288276-766d-4ef3-865b-90826cea149d req-c2075710-bd92-408c-a547-830908f8b8da tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 May 17 22:12:03.328140 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec2d78-3bbc-4264-97ed-e119caedc909 req-8a7238c8-8153-4ea1-9a6a-4c423bb8bde6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:03.329625 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3fec2d78-3bbc-4264-97ed-e119caedc909 req-8a7238c8-8153-4ea1-9a6a-4c423bb8bde6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0504892 May 17 22:12:03.379870 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3fec2d78-3bbc-4264-97ed-e119caedc909 req-bafe7c05-3407-435e-827d-8b876240756a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 May 17 22:12:03.499286 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9413f-3f53-492a-9935-f3a84452f032 req-021fdbf1-66b9-4095-8ac4-a6b0db76bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:03.500786 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50e9413f-3f53-492a-9935-f3a84452f032 req-021fdbf1-66b9-4095-8ac4-a6b0db76bcf7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976591 May 17 22:12:03.687521 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:03.760421 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (40c11edd-b2e5-4595-95c5-9c33bef66cb4), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:03.838329 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440df45d-c9f6-439c-aa22-927193827724 req-e9206f06-6903-4cb0-b7cf-a35a582f56bd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:03.840053 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-440df45d-c9f6-439c-aa22-927193827724 req-e9206f06-6903-4cb0-b7cf-a35a582f56bd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0518546 May 17 22:12:03.857286 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 40c11edd-b2e5-4595-95c5-9c33bef66cb4 associated. External IP: 172.27.2.105, port: b2ca1063-f162-4839-8103-868d1a01da49. May 17 22:12:03.890849 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-440df45d-c9f6-439c-aa22-927193827724 req-1575e707-2a04-409b-b2c7-95f86121c4a0 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 May 17 22:12:04.011569 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f34feadc-f691-4032-a81a-0b6e0534c11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:04.071042 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:12:04.177842 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:12:04.183284 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:04.190272 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:12:04.201656 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:12:04.202256 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:12:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:04.214508 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392cf6-a2cc-4935-bfa1-b47698ca10a7 req-bb869524-8d50-492b-827b-7824b1fe86de tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:04.216928 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9f392cf6-a2cc-4935-bfa1-b47698ca10a7 req-bb869524-8d50-492b-827b-7824b1fe86de tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0498896 May 17 22:12:04.218376 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-473f0699-5db2-4bc7-9d5b-f919081850e6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "PUT /v2.0/floatingips/40c11edd-b2e5-4595-95c5-9c33bef66cb4 HTTP/1.1" status: 200 len: 991 time: 1.2131224 May 17 22:12:04.270022 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9f392cf6-a2cc-4935-bfa1-b47698ca10a7 req-4618140d-f282-4402-a009-c82d2eab489e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 May 17 22:12:04.306972 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:12:04.336909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:04.339377 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7dcea6-9296-4817-92b1-dabf7e1f88df" -d '{"events": [{"name": "network-changed", "server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "tag": "b2ca1063-f162-4839-8103-868d1a01da49"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:04.373295 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b538b-7fc3-4be7-9874-edfaf173aeef x-openstack-request-id: req-259b538b-7fc3-4be7-9874-edfaf173aeef {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:04.373580 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "tag": "b2ca1063-f162-4839-8103-868d1a01da49", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:04.373828 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-259b538b-7fc3-4be7-9874-edfaf173aeef {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:04.374225 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259b538b-7fc3-4be7-9874-edfaf173aeef'] response: {'name': 'network-changed', 'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49', 'status': 'completed', 'code': 200} May 17 22:12:04.505313 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6fc65-d3f1-4d96-be58-7520905e3efb req-454d6ca8-575b-4a98-b032-77c819bd8305 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:04.508741 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a1d6fc65-d3f1-4d96-be58-7520905e3efb req-454d6ca8-575b-4a98-b032-77c819bd8305 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0552220 May 17 22:12:04.524932 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:04Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}, {'id': '40c11edd-b2e5-4595-95c5-9c33bef66cb4', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'b2ca1063-f162-4839-8103-868d1a01da49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:af:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:17Z', 'updated_at': '2022-05-17T22:12:03Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:04.552731 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:12:04.564818 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:12:04.565441 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:12:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:04.593705 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-b660dd63-5b59-4d7b-bb5e-35fd7e223546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:04.595606 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-b660dd63-5b59-4d7b-bb5e-35fd7e223546 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 1128 time: 0.0476038 May 17 22:12:04.624171 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-ce59a4ca-fabf-45b5-9274-6be9d8c05a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:04.626084 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-ce59a4ca-fabf-45b5-9274-6be9d8c05a55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1130 time: 0.0884759 May 17 22:12:04.630991 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-51b57adc-01aa-44cc-8ab4-f8b1a38d825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:04.632406 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-51b57adc-01aa-44cc-8ab4-f8b1a38d825a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 1129 time: 0.0835147 May 17 22:12:04.640248 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a1d6fc65-d3f1-4d96-be58-7520905e3efb req-15f7dc64-39cb-4573-9e23-61d89b5e5c40 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259460 May 17 22:12:04.670122 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:12:04.958261 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:04Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}, {'id': '40c11edd-b2e5-4595-95c5-9c33bef66cb4', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'b2ca1063-f162-4839-8103-868d1a01da49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:af:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:17Z', 'updated_at': '2022-05-17T22:12:03Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:04.986221 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51723298-391e-49f1-ac71-b3ba8b134bb2 None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:04Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}, {'id': '40c11edd-b2e5-4595-95c5-9c33bef66cb4', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'b2ca1063-f162-4839-8103-868d1a01da49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:af:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:17Z', 'updated_at': '2022-05-17T22:12:03Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:12:04.994053 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:05.027379 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c030d-404f-42db-a5a5-fe7faa14a143 req-2f093f46-9ca9-49d5-8624-f713e85c9c99 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:05.027379 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b71c030d-404f-42db-a5a5-fe7faa14a143 req-2f093f46-9ca9-49d5-8624-f713e85c9c99 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0490682 May 17 22:12:05.074146 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b71c030d-404f-42db-a5a5-fe7faa14a143 req-6ee6d2a9-e453-43f3-8cce-e3f4494f7ead tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484018 May 17 22:12:05.186287 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e615e-71d0-407f-b53a-e2757799bee6 None None] New status for floating IP 40c11edd-b2e5-4595-95c5-9c33bef66cb4: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:12:05.243375 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-b56b1506-290c-4d33-9dc4-599018a2e165 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e639faaf-c59e-4dcf-97ac-142d9f2351d2 HTTP/1.1" status: 200 len: 217 time: 0.0388741 May 17 22:12:05.405593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-f828e2f1-1af3-4beb-b207-c74001f5c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:05.407002 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-f828e2f1-1af3-4beb-b207-c74001f5c56e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.2013423 May 17 22:12:05.408347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-999488ae-f577-4747-8389-742a943cf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:05.409660 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-999488ae-f577-4747-8389-742a943cf820 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 916 time: 0.2051804 May 17 22:12:05.415797 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc910882-5e05-4ac1-8cb6-540d48eab26b req-4f8a7aa5-3ce8-46e3-812e-470bdea8451a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:05.417748 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc910882-5e05-4ac1-8cb6-540d48eab26b req-4f8a7aa5-3ce8-46e3-812e-470bdea8451a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0741925 May 17 22:12:05.467373 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc910882-5e05-4ac1-8cb6-540d48eab26b req-c9066388-6d8c-4e6e-92d3-002212f613bc tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 May 17 22:12:05.758943 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfada61e-557c-40c6-a760-b9d8ae991936 req-7ed55cae-e111-4fe7-956f-0c0189c621e0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:05.760409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bfada61e-557c-40c6-a760-b9d8ae991936 req-7ed55cae-e111-4fe7-956f-0c0189c621e0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.0486572 May 17 22:12:05.805943 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bfada61e-557c-40c6-a760-b9d8ae991936 req-f7bee993-ce97-4562-9588-b106b6be2d98 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 May 17 22:12:05.907354 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-65281672-d6cf-4dc8-a996-9cf887373596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:05.908826 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-65281672-d6cf-4dc8-a996-9cf887373596 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8 HTTP/1.1" status: 200 len: 849 time: 0.0459666 May 17 22:12:06.013336 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-ad4e1a21-9c29-45db-8112-fa135a506af7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef31749b-f5c4-461d-bb8a-dab8658195c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310876 May 17 22:12:06.082587 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-1bab0387-06f7-4f36-9ff9-8c8160ff8e54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ca1063-f162-4839-8103-868d1a01da49 HTTP/1.1" status: 200 len: 1001 time: 0.1067734 May 17 22:12:06.084316 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-a5ff7c37-5012-4e07-851a-0945cb8a2288 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 1002 time: 0.1020379 May 17 22:12:06.186305 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95a98-3c9a-48cc-826a-bc1a8b5a0718 req-ecad4226-47d0-4387-b595-023f7286a1a2 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:06.188179 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2ce95a98-3c9a-48cc-826a-bc1a8b5a0718 req-ecad4226-47d0-4387-b595-023f7286a1a2 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0474524 May 17 22:12:06.235995 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2ce95a98-3c9a-48cc-826a-bc1a8b5a0718 req-320438ff-8311-41d2-8098-f3b9b01fe85c tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 May 17 22:12:06.376834 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:06.537430 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-a44f2eda-218f-409b-b714-cb0fe1bf1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:06.539042 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-a44f2eda-218f-409b-b714-cb0fe1bf1904 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.0824311 May 17 22:12:06.542747 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-02446b58-3390-468d-b554-3dc8ccb6a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:06.544204 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-02446b58-3390-468d-b554-3dc8ccb6a26d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.0799518 May 17 22:12:06.553125 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-56b5add9-9a33-471d-9ffe-1c4a941c0882 service neutron] 10.222.0.52 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964348 May 17 22:12:06.647805 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-e9308744-a014-42b6-be6f-c09940a70528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:06.649305 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-e9308744-a014-42b6-be6f-c09940a70528 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025834 May 17 22:12:06.657821 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bec2d-c4af-4885-ba59-d9fd5448982a req-87bda180-d2c5-463d-9718-123f18cad1f9 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:06.659266 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-450bec2d-c4af-4885-ba59-d9fd5448982a req-87bda180-d2c5-463d-9718-123f18cad1f9 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.1141284 May 17 22:12:06.662439 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-239b5f05-dc6a-4624-b788-e898852d4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:06.663895 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-239b5f05-dc6a-4624-b788-e898852d4f68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683992 May 17 22:12:06.670440 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-e31ca648-7aa3-44c6-8251-319922de26d1 req-d4d93d47-d22f-4775-a2d4-1b982320b2c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003628 May 17 22:12:06.825968 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-450bec2d-c4af-4885-ba59-d9fd5448982a req-7ed65b97-f031-4e03-8fa7-5d39f3656b66 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600630 May 17 22:12:06.848046 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-802d12f3-b723-4e7c-9490-59439c2243db service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831856 May 17 22:12:06.865325 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-c787a35e-46ce-4ac8-b183-b4b583d68e17 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911249 May 17 22:12:07.071270 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:12:07.146948 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: ACTIVE; New status is: DOWN {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:07.147372 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:07.174173 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:07.176474 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee045664-0d16-4c61-9e69-a9d1c3b37385" -d '{"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:07.189988 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:07.204812 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ea251-434b-40b6-96f3-457d5f2bcc50 req-fad96715-7daf-40ea-b55b-b148462f1ebd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:07.208538 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-069ea251-434b-40b6-96f3-457d5f2bcc50 req-fad96715-7daf-40ea-b55b-b148462f1ebd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 946 time: 0.3232081 May 17 22:12:07.217181 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772f536-8fc3-4590-942c-51a756b263c5 req-37be8def-17d0-44ce-a0d4-50163e114be0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:07.218667 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1772f536-8fc3-4590-942c-51a756b263c5 req-37be8def-17d0-44ce-a0d4-50163e114be0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.3058920 May 17 22:12:07.271421 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:07.295341 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-069ea251-434b-40b6-96f3-457d5f2bcc50 req-1844e5a4-f788-4e94-b6a6-6a1e9414b353 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756929 May 17 22:12:07.302483 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1772f536-8fc3-4590-942c-51a756b263c5 req-36f9a731-9bf2-450e-a307-d929a1c2118d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771561 May 17 22:12:07.332637 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:07.347446 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c32f42e-a429-4e02-ad15-9229499a4139 x-openstack-request-id: req-4c32f42e-a429-4e02-ad15-9229499a4139 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:07.347761 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:07.348106 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c32f42e-a429-4e02-ad15-9229499a4139 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:07.348609 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c32f42e-a429-4e02-ad15-9229499a4139'] response: {'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'code': 200} May 17 22:12:07.438818 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87504-4b3f-4f89-9938-8b58deb3559e req-17b9e030-0537-4f74-8d07-48e51e9756b5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:07.440337 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f9e87504-4b3f-4f89-9938-8b58deb3559e req-17b9e030-0537-4f74-8d07-48e51e9756b5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0472629 May 17 22:12:07.486743 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f9e87504-4b3f-4f89-9938-8b58deb3559e req-4546ed06-24b7-4f78-946e-a87ca9c1c86e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 May 17 22:12:07.664836 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971ba17-2942-4f86-8739-165e7d7fe2ac req-dce21d02-cdbd-4ebe-8eea-89da2e9f8fe2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:07.666307 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3971ba17-2942-4f86-8739-165e7d7fe2ac req-dce21d02-cdbd-4ebe-8eea-89da2e9f8fe2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0511231 May 17 22:12:07.712963 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3971ba17-2942-4f86-8739-165e7d7fe2ac req-10fd57cd-103c-4975-854c-480a8d39b5b0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 May 17 22:12:07.783205 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:08.288642 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c7dcea6-9296-4817-92b1-dabf7e1f88df req-4d7d7320-0368-4d22-aa7f-fed92b2515be service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663556 May 17 22:12:08.290589 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a544579-ed95-4211-9d5d-07ac2bfeb598 req-4c792cd0-c171-4506-ba14-9c9625e3ef84 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608999 May 17 22:12:08.421578 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f4d32-da04-4d6f-a1fd-32a51d5c1af9 req-fd6e68cc-aee0-4d0f-947c-1afa7ee1f9d1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:08.423065 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-949f4d32-da04-4d6f-a1fd-32a51d5c1af9 req-fd6e68cc-aee0-4d0f-947c-1afa7ee1f9d1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0521853 May 17 22:12:08.471573 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-949f4d32-da04-4d6f-a1fd-32a51d5c1af9 req-a4c13e81-4819-46c1-9f27-c6397ab5d308 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 May 17 22:12:08.607568 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71326-73fe-4317-ad82-c013ff7187ba req-6d3b32b5-8540-491a-b994-46a0c2e5b47a tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:08.609027 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2cf71326-73fe-4317-ad82-c013ff7187ba req-6d3b32b5-8540-491a-b994-46a0c2e5b47a tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0516009 May 17 22:12:08.655550 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2cf71326-73fe-4317-ad82-c013ff7187ba req-78eabfb9-8dd0-4e95-b94f-99c41d51bbdd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 May 17 22:12:09.585583 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9de23-aa46-44bd-a482-a333216488fa req-dd252ad3-5123-45f2-976b-2333ef81489c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:09.587014 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a6d9de23-aa46-44bd-a482-a333216488fa req-dd252ad3-5123-45f2-976b-2333ef81489c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0457804 May 17 22:12:09.636766 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a6d9de23-aa46-44bd-a482-a333216488fa req-3d666d0e-4e51-4e44-9971-5821d2ccc6a1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 May 17 22:12:09.766260 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d08565-3c5f-4aee-9789-a6271d07b0aa req-800ba8b6-b2ea-4c94-918a-2862e4cf0d83 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:09.767708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3d08565-3c5f-4aee-9789-a6271d07b0aa req-800ba8b6-b2ea-4c94-918a-2862e4cf0d83 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0456791 May 17 22:12:09.814142 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3d08565-3c5f-4aee-9789-a6271d07b0aa req-ea1c9134-56ed-4c29-b3ae-04d0b45f523f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 May 17 22:12:10.751813 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebd0d3-d9e8-47aa-9db4-df01832956c9 req-d5572d24-c07e-4e0e-879f-04ef70f6c586 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:10.753178 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d1ebd0d3-d9e8-47aa-9db4-df01832956c9 req-d5572d24-c07e-4e0e-879f-04ef70f6c586 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0455260 May 17 22:12:10.798459 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d1ebd0d3-d9e8-47aa-9db4-df01832956c9 req-01fb3d51-843b-40b2-bcbc-aa09c8076c80 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 May 17 22:12:10.931011 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a98263-c6dd-4d99-90b2-70383417d421 req-f866ef6b-1e25-4234-b485-472487d3d956 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:10.932561 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9a98263-c6dd-4d99-90b2-70383417d421 req-f866ef6b-1e25-4234-b485-472487d3d956 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 944 time: 0.0509746 May 17 22:12:10.980351 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9a98263-c6dd-4d99-90b2-70383417d421 req-c07b4476-9714-4e67-9856-e0ad8e91a43b tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 May 17 22:12:11.085589 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device e639faaf-c59e-4dcf-97ac-142d9f2351d2 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:12:11.183821 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port e639faaf-c59e-4dcf-97ac-142d9f2351d2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e639faaf-c59e-4dcf-97ac-142d9f2351d2,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:11.194937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2', 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0', 'port_id': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2', 'mac_address': 'fa:16:3e:71:98:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:12:11.228577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port e639faaf-c59e-4dcf-97ac-142d9f2351d2 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:11.228965 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:11.242034 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e639faaf-c59e-4dcf-97ac-142d9f2351d2 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:12:11.261318 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port e639faaf-c59e-4dcf-97ac-142d9f2351d2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e639faaf-c59e-4dcf-97ac-142d9f2351d2,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:11.342392 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:11.388673 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=e639faaf-c59e-4dcf-97ac-142d9f2351d2,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:11.900359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['e639faaf-c59e-4dcf-97ac-142d9f2351d2'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:12:11.916168 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff53ab-0181-42fb-adba-be09e1f791e6 req-9d37848c-f3e0-4499-a6fa-cf08059d9596 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:11.918394 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-13ff53ab-0181-42fb-adba-be09e1f791e6 req-9d37848c-f3e0-4499-a6fa-cf08059d9596 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0495875 May 17 22:12:11.971239 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-13ff53ab-0181-42fb-adba-be09e1f791e6 req-823878dc-87a2-40d7-afdb-de5efc63cb0e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469806 May 17 22:12:12.096048 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ddd8a-a47e-4dec-9d12-127279282edb req-c498236a-ddb7-49ff-bed9-b07374408332 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:12.097508 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-789ddd8a-a47e-4dec-9d12-127279282edb req-c498236a-ddb7-49ff-bed9-b07374408332 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 945 time: 0.0477009 May 17 22:12:12.148740 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-789ddd8a-a47e-4dec-9d12-127279282edb req-8f3d3081-40b4-495e-9b08-7d40d4af9117 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453196 May 17 22:12:13.087277 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacafee2-3ce2-443f-8d14-006155dc80da req-c9d17ae6-a776-488a-9e95-afcbe620c939 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:13.089351 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bacafee2-3ce2-443f-8d14-006155dc80da req-c9d17ae6-a776-488a-9e95-afcbe620c939 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0467682 May 17 22:12:13.134243 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bacafee2-3ce2-443f-8d14-006155dc80da req-737128bb-3f2b-42fa-8d3c-bdf33db03937 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 May 17 22:12:13.261257 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c932-5fa1-44bb-ae5d-667c9c7ce53b req-0d1a474b-f22c-49f3-8c2d-9c4f9e0c0dcd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:13.262688 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a54c932-5fa1-44bb-ae5d-667c9c7ce53b req-0d1a474b-f22c-49f3-8c2d-9c4f9e0c0dcd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 945 time: 0.0465052 May 17 22:12:13.309202 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a54c932-5fa1-44bb-ae5d-667c9c7ce53b req-abc516b8-b28a-4dba-afd7-d4155883630b tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 May 17 22:12:14.255847 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c30be8-444c-483d-8f98-d69bf66542da req-cf585a14-c677-4395-9a0d-68c033055c16 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:14.258515 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-77c30be8-444c-483d-8f98-d69bf66542da req-cf585a14-c677-4395-9a0d-68c033055c16 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0525637 May 17 22:12:14.305238 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-77c30be8-444c-483d-8f98-d69bf66542da req-eae9ea04-f2a2-4c02-9334-faa7536a8a51 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 May 17 22:12:14.420475 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d75c08-92b9-422b-be39-b37a3f70dd3d req-4f6152d9-507b-4612-8272-c1fda5dbfb8d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:14.421839 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-77d75c08-92b9-422b-be39-b37a3f70dd3d req-4f6152d9-507b-4612-8272-c1fda5dbfb8d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 945 time: 0.0469959 May 17 22:12:14.468606 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-77d75c08-92b9-422b-be39-b37a3f70dd3d req-7d03c6d6-233d-431c-a778-c4774d6489b8 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 May 17 22:12:15.429720 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9809b67-7212-43cd-b4ae-78c629825426 req-c7f8f21e-6a28-4fba-8a96-3b46c3261b0b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:15.431219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f9809b67-7212-43cd-b4ae-78c629825426 req-c7f8f21e-6a28-4fba-8a96-3b46c3261b0b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0494676 May 17 22:12:15.478450 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f9809b67-7212-43cd-b4ae-78c629825426 req-9e30688d-aac9-4707-93e5-6917c517ea74 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 May 17 22:12:15.578992 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285af725-f083-463d-b379-4a4a4c1289bc req-6bc45ec7-c1db-4807-8deb-ad936db1accd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:15.580455 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-285af725-f083-463d-b379-4a4a4c1289bc req-6bc45ec7-c1db-4807-8deb-ad936db1accd tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 945 time: 0.0459800 May 17 22:12:15.630793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-285af725-f083-463d-b379-4a4a4c1289bc req-081ccc2d-1351-4e1d-84ab-445019f243bc tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 May 17 22:12:15.755065 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device e639faaf-c59e-4dcf-97ac-142d9f2351d2 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:12:15.801308 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port e639faaf-c59e-4dcf-97ac-142d9f2351d2 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:12:15.877452 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port e639faaf-c59e-4dcf-97ac-142d9f2351d2 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:12:15.879767 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:15.952091 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port e639faaf-c59e-4dcf-97ac-142d9f2351d2 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:15.952471 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:15.975022 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:15.977299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c2027-b669-4095-8e1f-fc2f02ebf765" -d '{"events": [{"server_uuid": "a06c5d32-8f6a-42d0-8b91-540afe1db580", "name": "network-vif-plugged", "status": "completed", "tag": "e639faaf-c59e-4dcf-97ac-142d9f2351d2"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:15.997272 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port e639faaf-c59e-4dcf-97ac-142d9f2351d2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e639faaf-c59e-4dcf-97ac-142d9f2351d2,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:16.016301 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f2e89d-df35-4673-8d80-00d3f9bb7b07 x-openstack-request-id: req-31f2e89d-df35-4673-8d80-00d3f9bb7b07 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:16.016608 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06c5d32-8f6a-42d0-8b91-540afe1db580", "name": "network-vif-plugged", "status": "completed", "tag": "e639faaf-c59e-4dcf-97ac-142d9f2351d2", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:16.016854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31f2e89d-df35-4673-8d80-00d3f9bb7b07 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:16.017239 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f2e89d-df35-4673-8d80-00d3f9bb7b07'] response: {'server_uuid': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2', 'code': 200} May 17 22:12:16.091787 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:16.141632 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=e639faaf-c59e-4dcf-97ac-142d9f2351d2,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:16.628066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5b6f2-1e4d-40ff-b76a-9c9561023c23 req-d1faf60f-8372-478e-a108-5e928aa4b841 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:16.629524 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-52f5b6f2-1e4d-40ff-b76a-9c9561023c23 req-d1faf60f-8372-478e-a108-5e928aa4b841 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0780942 May 17 22:12:16.635078 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37603bb-0089-45e9-bef4-e09b3352d0e5 req-d9628fba-abf7-4938-abcf-10cb2ad36be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:16.637822 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a37603bb-0089-45e9-bef4-e09b3352d0e5 req-d9628fba-abf7-4938-abcf-10cb2ad36be9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 1130 time: 0.0563695 May 17 22:12:16.730596 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a37603bb-0089-45e9-bef4-e09b3352d0e5 req-36b32b46-6bca-444c-b9cc-f8d539b319bd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743904 May 17 22:12:16.749087 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-52f5b6f2-1e4d-40ff-b76a-9c9561023c23 req-df1af26b-91e4-4aaa-8de2-45f9fa2e8894 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102586 May 17 22:12:16.768589 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5fa9-33e5-4673-b206-20da98164c34 req-416569a5-be86-4ebf-a7c6-0bcdcffb1f03 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:16.770159 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-36ed5fa9-33e5-4673-b206-20da98164c34 req-416569a5-be86-4ebf-a7c6-0bcdcffb1f03 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0543809 May 17 22:12:16.823168 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-36ed5fa9-33e5-4673-b206-20da98164c34 req-17d95ea6-cba7-489d-a41a-61e74f44725c tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 May 17 22:12:17.948340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723706-aa0f-484a-bdb2-1cf52255a41d req-50b169e5-6c76-4783-9592-5d2fd52464d5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:17.950770 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97723706-aa0f-484a-bdb2-1cf52255a41d req-50b169e5-6c76-4783-9592-5d2fd52464d5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0565259 May 17 22:12:17.986131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-c1b119bf-6df2-4270-b6a4-aeb1a386fcdd req-cfe74751-0cb7-41e2-9183-e3362805dd84 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:12:17.987127 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1b119bf-6df2-4270-b6a4-aeb1a386fcdd req-cfe74751-0cb7-41e2-9183-e3362805dd84 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058069 May 17 22:12:18.003813 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97723706-aa0f-484a-bdb2-1cf52255a41d req-9e001cc2-811c-4617-8893-0447a0729c40 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 May 17 22:12:18.261241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435f4a5-6f02-48a7-8e43-7e39f616b4f7 req-d4dfea37-d8c1-4b16-9c59-11d9e0ce9b0c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:18.263411 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f435f4a5-6f02-48a7-8e43-7e39f616b4f7 req-d4dfea37-d8c1-4b16-9c59-11d9e0ce9b0c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0485194 May 17 22:12:18.320529 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f435f4a5-6f02-48a7-8e43-7e39f616b4f7 req-d51292f0-2af5-4afa-a15b-fc002cb1b47f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 May 17 22:12:18.856755 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 42866) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:18.954543 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-f6b40b2a-62f5-48df-8a82-d7f7dd4c1c52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964510 May 17 22:12:18.965845 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-0f299dfc-51ad-459e-a35e-bcfc153c8bdb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:12:18.969764 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-0f299dfc-51ad-459e-a35e-bcfc153c8bdb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068874 May 17 22:12:19.055619 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 42878) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:19.107058 dv-cinder-839987-6-iscsi neutron-server[103950]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 22:12:19.120867 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e404b-ac1c-4c69-b86b-b0220db309af req-f265dbfb-5c6a-4007-a753-c0c29347bf39 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:19.122924 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-676e404b-ac1c-4c69-b86b-b0220db309af req-f265dbfb-5c6a-4007-a753-c0c29347bf39 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0477016 May 17 22:12:19.154990 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-0336bcd1-d0d3-497e-8c94-c1d52538a7d5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:19.156377 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-0336bcd1-d0d3-497e-8c94-c1d52538a7d5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports/501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 941 time: 0.0995820 May 17 22:12:19.174672 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-676e404b-ac1c-4c69-b86b-b0220db309af req-783df16f-c585-4c75-93c8-644768f48252 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 May 17 22:12:19.451976 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588478ad-a4d2-472f-b4cf-c6b73054f512 req-2045fcdb-7645-4612-92c9-7b328af619c1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:19.453436 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-588478ad-a4d2-472f-b4cf-c6b73054f512 req-2045fcdb-7645-4612-92c9-7b328af619c1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0469153 May 17 22:12:19.505809 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-588478ad-a4d2-472f-b4cf-c6b73054f512 req-494be40c-30bc-44c2-9033-f2ed12f5dd44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 May 17 22:12:20.254930 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:12:20.291045 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1426-6bee-4fa5-981f-e672b5c096e6 req-e461e712-c1ee-4a96-9d64-f10e43639dea tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:20.293349 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a41f1426-6bee-4fa5-981f-e672b5c096e6 req-e461e712-c1ee-4a96-9d64-f10e43639dea tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0492904 May 17 22:12:20.332991 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: DOWN; New status is: DOWN {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:20.345444 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a41f1426-6bee-4fa5-981f-e672b5c096e6 req-eec1c6e8-928a-4492-bdce-73fc4b7f7472 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460329 May 17 22:12:20.628550 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21f0e1-df06-4d62-a0a7-04727637a6ed req-5a22e8bd-23de-4a89-9b99-70a623469fa5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:20.630228 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d21f0e1-df06-4d62-a0a7-04727637a6ed req-5a22e8bd-23de-4a89-9b99-70a623469fa5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0509365 May 17 22:12:20.677951 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d21f0e1-df06-4d62-a0a7-04727637a6ed req-475fb0b6-ad3c-4da3-a9ce-2c1365de3b3a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 May 17 22:12:21.462238 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fe9ae-30a6-411d-9e78-32d1c4358aa5 req-f35dbd33-b7c0-4779-9aca-4f71fdd7cdd3 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:21.463657 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e58fe9ae-30a6-411d-9e78-32d1c4358aa5 req-f35dbd33-b7c0-4779-9aca-4f71fdd7cdd3 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0473924 May 17 22:12:21.513787 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e58fe9ae-30a6-411d-9e78-32d1c4358aa5 req-53a0c0da-b46a-45d8-b5ab-ceeb382fcbff tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 May 17 22:12:21.802888 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b632b-27a9-4cb2-a656-79739b1ea05d req-8358e63a-d186-4daf-af1d-337c9a11d61b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:21.804551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5c9b632b-27a9-4cb2-a656-79739b1ea05d req-8358e63a-d186-4daf-af1d-337c9a11d61b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0500643 May 17 22:12:21.852042 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5c9b632b-27a9-4cb2-a656-79739b1ea05d req-2f1f109e-f72f-4eca-9105-f3f5d60a3309 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 May 17 22:12:22.986376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243d6f-687d-4199-9714-a66846115214 req-2b558f45-3e95-421b-95ff-73edc077ae3b tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:22.987788 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34243d6f-687d-4199-9714-a66846115214 req-2b558f45-3e95-421b-95ff-73edc077ae3b tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0747206 May 17 22:12:23.006218 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f2ef9-1468-43bc-b60d-d17334fcbf61 req-ef390073-35ed-41f7-b6af-02dad4b46257 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:23.007631 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-443f2ef9-1468-43bc-b60d-d17334fcbf61 req-ef390073-35ed-41f7-b6af-02dad4b46257 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0649679 May 17 22:12:23.071551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34243d6f-687d-4199-9714-a66846115214 req-7ecd7251-7606-4bfe-a2aa-962b6852966f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782912 May 17 22:12:23.082470 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-443f2ef9-1468-43bc-b60d-d17334fcbf61 req-40b6ff0b-ebc0-4796-af27-b013615c9c58 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672450 May 17 22:12:24.225059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b60d-cc49-4241-adfb-36d2a6dbcffa req-8ca34d47-d49e-4bab-bbae-466c8d2ce61e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:24.226494 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-82a4b60d-cc49-4241-adfb-36d2a6dbcffa req-8ca34d47-d49e-4bab-bbae-466c8d2ce61e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0770895 May 17 22:12:24.245538 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9601c40-1fef-4897-90f7-2702a6a6c0c3 req-ab8fc9ae-92a5-485e-b6c3-8eecedeb4d94 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:24.247320 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f9601c40-1fef-4897-90f7-2702a6a6c0c3 req-ab8fc9ae-92a5-485e-b6c3-8eecedeb4d94 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0678134 May 17 22:12:24.306486 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-82a4b60d-cc49-4241-adfb-36d2a6dbcffa req-6307a26e-3c93-40bb-82d6-b38f6f5b0b92 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742388 May 17 22:12:24.318038 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f9601c40-1fef-4897-90f7-2702a6a6c0c3 req-7f8a24b0-156e-4828-9199-22ee938b7590 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646996 May 17 22:12:24.830665 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-8b14d52c-260c-4cc1-9346-469fe55bb92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:24.832240 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-8b14d52c-260c-4cc1-9346-469fe55bb92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 946 time: 0.0532806 May 17 22:12:24.933450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Deleting port e639faaf-c59e-4dcf-97ac-142d9f2351d2 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:12:24.934019 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:25.035156 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] For port e639faaf-c59e-4dcf-97ac-142d9f2351d2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e639faaf-c59e-4dcf-97ac-142d9f2351d2,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:25.035530 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:25.048975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Calling delete_port for e639faaf-c59e-4dcf-97ac-142d9f2351d2 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:12:25.228041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (e639faaf-c59e-4dcf-97ac-142d9f2351d2), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:25.243298 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['e639faaf-c59e-4dcf-97ac-142d9f2351d2'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:12:25.259898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Pushing event deleted for resources: {'Port': ['ID=e639faaf-c59e-4dcf-97ac-142d9f2351d2,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:25.272278 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.272621 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.272961 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.273292 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.273621 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.273947 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.274268 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.274587 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.274905 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.275246 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.275562 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.275882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.276197 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.276511 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.276825 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:25.316226 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] No DVR routers for this DVR port e639faaf-c59e-4dcf-97ac-142d9f2351d2 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:12:25.319222 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:25.322433 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7b6e0d3b-4938-4c99-895a-c7596d592cb5 req-62533456-da11-4642-97f1-ec9ebb5fc8fb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "DELETE /v2.0/ports/e639faaf-c59e-4dcf-97ac-142d9f2351d2 HTTP/1.1" status: 204 len: 173 time: 0.4810960 May 17 22:12:25.322865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'name': 'network-vif-deleted', 'tag': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:25.325670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21324325-1310-46e3-93b0-26227798c544" -d '{"events": [{"server_uuid": "a06c5d32-8f6a-42d0-8b91-540afe1db580", "name": "network-vif-deleted", "tag": "e639faaf-c59e-4dcf-97ac-142d9f2351d2"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:25.363275 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ad80a4-777d-48c8-8c39-a9f678fb584a x-openstack-request-id: req-92ad80a4-777d-48c8-8c39-a9f678fb584a {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:25.363798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06c5d32-8f6a-42d0-8b91-540afe1db580", "name": "network-vif-deleted", "tag": "e639faaf-c59e-4dcf-97ac-142d9f2351d2", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:25.364036 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92ad80a4-777d-48c8-8c39-a9f678fb584a {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:25.364536 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ad80a4-777d-48c8-8c39-a9f678fb584a'] response: {'server_uuid': 'a06c5d32-8f6a-42d0-8b91-540afe1db580', 'name': 'network-vif-deleted', 'tag': 'e639faaf-c59e-4dcf-97ac-142d9f2351d2', 'status': 'completed', 'code': 200} May 17 22:12:25.409323 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53914610-ace3-4ab4-837b-a05e228faff2 req-e660ac68-0424-4d82-a966-c27766f2aa62 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a06c5d32-8f6a-42d0-8b91-540afe1db580 HTTP/1.1" status: 200 len: 210 time: 0.0291595 May 17 22:12:25.457704 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393788f-fb91-4b52-aa93-45df1a980624 req-ecec98a9-563f-442e-a2fe-687a4627e1ed tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:25.459160 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7393788f-fb91-4b52-aa93-45df1a980624 req-ecec98a9-563f-442e-a2fe-687a4627e1ed tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0485215 May 17 22:12:25.513241 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7393788f-fb91-4b52-aa93-45df1a980624 req-9d7c680c-b516-4f36-9597-889fcd7d0f14 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 May 17 22:12:26.625617 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:26.686151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c553f69-418e-4595-be33-c010fa06b568 req-8c707b34-0305-4c22-9c62-1561441dbb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:26.687669 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c553f69-418e-4595-be33-c010fa06b568 req-8c707b34-0305-4c22-9c62-1561441dbb67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0837867 May 17 22:12:26.721751 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-c0a66416-d898-4a6c-a5bd-3492f5a983ae tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:26.723192 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-c0a66416-d898-4a6c-a5bd-3492f5a983ae tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/networks?id=ef31749b-f5c4-461d-bb8a-dab8658195c0 HTTP/1.1" status: 200 len: 809 time: 0.1528287 May 17 22:12:26.746627 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-8b285863-d403-4a7f-bbd2-3b03cee3ed23 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/quotas/8cb417f91c56432a9f7d9ef7bcf528f9 HTTP/1.1" status: 200 len: 375 time: 0.0169981 May 17 22:12:26.769312 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c553f69-418e-4595-be33-c010fa06b568 req-71c2f1be-ae56-4795-a5c1-435bc18aa999 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762403 May 17 22:12:26.785157 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-ba76cb69-ae31-4810-bea3-6cbdbdf3d49a tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313792 May 17 22:12:26.875255 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-96347893-6fcf-4bb4-a6d7-91ffc23033ac service neutron] 10.222.0.24 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 May 17 22:12:26.967521 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-d4af861a-721c-4fc5-b119-141c1152ed86 service neutron] 10.222.0.24 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866852 May 17 22:12:27.196441 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f81b28f-8f4f-4ad8-a5a3-cd795c408650 req-af63587c-c6a2-4615-b0e2-266f16cc315d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0272093 May 17 22:12:27.891375 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbac6c-15cd-4782-9215-8263753af425 req-7b417e47-a0a5-4155-bafb-09deedb02487 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:27.892893 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07cbac6c-15cd-4782-9215-8263753af425 req-7b417e47-a0a5-4155-bafb-09deedb02487 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0511279 May 17 22:12:27.952868 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07cbac6c-15cd-4782-9215-8263753af425 req-7c261102-c82f-45a7-b9d1-46732da1a40c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471942 May 17 22:12:28.249132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f4d49-078d-4012-89d1-89cb6af06e32 req-1b500454-3b70-4876-83dd-4e3da34c6067 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:28.250629 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-510f4d49-078d-4012-89d1-89cb6af06e32 req-1b500454-3b70-4876-83dd-4e3da34c6067 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0464263 May 17 22:12:28.281328 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device e639faaf-c59e-4dcf-97ac-142d9f2351d2 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:12:28.298328 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: e639faaf-c59e-4dcf-97ac-142d9f2351d2 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:12:28.298752 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device e639faaf-c59e-4dcf-97ac-142d9f2351d2 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:12:28.300449 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-59c192c2-f546-4923-8a62-180f0a713396 req-7e6d16e4-89d7-4070-9c2f-10e3853b750b tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0362496 May 17 22:12:28.323973 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-510f4d49-078d-4012-89d1-89cb6af06e32 req-fdb55f1f-0a5b-49c1-b01e-1642e4568230 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674660 May 17 22:12:28.347544 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43018) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:28.484875 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca6fa4-d4ce-4323-93c4-f6443357ae7f tempest-TestMinimumBasicScenario-1129910688 tempest-TestMinimumBasicScenario-1129910688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:28.486307 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-25ca6fa4-d4ce-4323-93c4-f6443357ae7f tempest-TestMinimumBasicScenario-1129910688 tempest-TestMinimumBasicScenario-1129910688-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1125 time: 0.1377087 May 17 22:12:28.489868 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43022) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:28.494408 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'port_id': '6b82dab7-02cb-4cc1-a078-91095811826f', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:28.605336 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:28.688774 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:28.796369 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Allocated IP 172.27.2.249 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/5ae436c1-7e00-4fc5-88d5-314b3eff1057) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:12:28.900012 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.011833 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.050111 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:12:29.052979 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:12:29.059079 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:12:29.080718 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f62e6-7ec5-49c1-8464-574e29ede318 req-fa62c2ae-35ea-4498-87d8-08278cc43815 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:29.082363 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-677f62e6-7ec5-49c1-8464-574e29ede318 req-fa62c2ae-35ea-4498-87d8-08278cc43815 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0569649 May 17 22:12:29.084598 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'Port': ['ID=5ae436c1-7e00-4fc5-88d5-314b3eff1057,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:29.094227 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.094575 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.094918 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.095281 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.095625 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.095957 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.096288 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.096610 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.096931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.097252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.097570 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.097889 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.098209 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.098524 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.098839 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:29.208571 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-677f62e6-7ec5-49c1-8464-574e29ede318 req-b0ca1858-9421-475a-9f26-ec21bde36aa3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193769 May 17 22:12:29.237179 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-43052a9e-bf9c-4b33-a998-387792ecf3c1 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:29.238546 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-43052a9e-bf9c-4b33-a998-387792ecf3c1 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "GET /v2.0/networks?id=ef31749b-f5c4-461d-bb8a-dab8658195c0 HTTP/1.1" status: 200 len: 809 time: 0.1475167 May 17 22:12:29.399181 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5a2d7723-a634-4a0e-8ee5-bfbdb1644629 req-7270ebc6-b501-4848-b40b-ce11747cc0c9 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0310655 May 17 22:12:29.452916 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for floatingip (356db679-6afe-4d91-ad21-2e2c3d512427), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.579257 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.591768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Request body: {'port': {'device_id': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0', 'admin_state_up': True, 'tenant_id': '8cb417f91c56432a9f7d9ef7bcf528f9'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:29.772786 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.776468 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Made reservation on behalf of 8cb417f91c56432a9f7d9ef7bcf528f9 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:12:29.780637 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.858063 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:29.912889 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Allocated IP 172.20.0.4 (ef31749b-f5c4-461d-bb8a-dab8658195c0/1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8/b67e5a8d-71dd-4b27-94cf-bf13726c9536) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:12:29.931078 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'Port': ['ID=5ae436c1-7e00-4fc5-88d5-314b3eff1057,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:29.946176 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (356db679-6afe-4d91-ad21-2e2c3d512427), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.046394 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Floating IP 356db679-6afe-4d91-ad21-2e2c3d512427 associated. External IP: 172.27.2.249, port: 6b82dab7-02cb-4cc1-a078-91095811826f. May 17 22:12:30.078960 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks [] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.178265 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.232488 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Network ef31749b-f5c4-461d-bb8a-dab8658195c0 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:12:30.235744 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:12:30.239634 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:12:30.263135 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Router dbb6daba-25b1-4e2d-b319-983c657bd865 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:12:30.268597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Pushing event updated for resources: {'Port': ['ID=b67e5a8d-71dd-4b27-94cf-bf13726c9536,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:30.301124 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.301759 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.359035 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbe0c1-e6f6-4448-b970-f64a6b3d63e1 req-e1289bcc-8e4c-4899-9f46-c9441aed1aa3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.360532 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90bbe0c1-e6f6-4448-b970-f64a6b3d63e1 req-e1289bcc-8e4c-4899-9f46-c9441aed1aa3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0551302 May 17 22:12:30.386688 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:12:30.400674 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] Sync routers for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:12:30.414724 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-39369e72-bcd8-4e59-aced-fcdb5cefcf77 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8269277 May 17 22:12:30.423382 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90bbe0c1-e6f6-4448-b970-f64a6b3d63e1 req-e9155886-78db-417e-b7b8-f950ce2df730 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547223 May 17 22:12:30.423828 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:12:30.424439 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:12:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:30.465796 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Request body: {'port': {'device_id': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:30.516405 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.540693 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:12:30.556057 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4b41a9b0-eaa6-4fa2-97d8-cd31014043ed tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0646133 May 17 22:12:30.557424 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43040) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:30.560928 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:30.565313 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce32f44-e23d-4782-898a-2b00eaedc2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:30.574983 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021890707', 'description': 'tempest-secgroup-smoke-1021890707 description', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:30.596491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-66e0f87a-541f-4b06-b61a-1f73ad66d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.598661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-66e0f87a-541f-4b06-b61a-1f73ad66d02b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e&tenant_id=422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 1128 time: 0.1438606 May 17 22:12:30.605345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e0bf-ea15-49a7-a1b7-5c8723e12444 req-4aa81647-e358-4e13-9ef4-034ad616e932 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.607298 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1ae0e0bf-ea15-49a7-a1b7-5c8723e12444 req-4aa81647-e358-4e13-9ef4-034ad616e932 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 931 time: 0.1171107 May 17 22:12:30.628252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2715b4-7813-4727-ac52-2e207e3fc493 x-openstack-request-id: req-2c2715b4-7813-4727-ac52-2e207e3fc493 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:30.628609 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:30.628924 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c2715b4-7813-4727-ac52-2e207e3fc493 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:30.629390 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2715b4-7813-4727-ac52-2e207e3fc493'] response: {'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'status': 'completed', 'code': 200} May 17 22:12:30.684445 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.695297 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.719786 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-f976ffc9-2cff-4825-9911-f65684db8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.721819 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-f976ffc9-2cff-4825-9911-f65684db8268 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0644333 May 17 22:12:30.722469 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-6bc19a11-078f-42e2-bf91-094ed22ad3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.723936 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-6bc19a11-078f-42e2-bf91-094ed22ad3b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1128 time: 0.0737309 May 17 22:12:30.728710 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1ae0e0bf-ea15-49a7-a1b7-5c8723e12444 req-64d9882b-eedb-44e8-bc02-7d89f89cb039 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967584 May 17 22:12:30.774673 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '356db679-6afe-4d91-ad21-2e2c3d512427', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'port_id': '6b82dab7-02cb-4cc1-a078-91095811826f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'mac_address': 'fa:16:3e:38:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:12:29Z', 'updated_at': '2022-05-17T22:12:29Z', 'revision_number': 0, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:30.801366 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] Checking router: dbb6daba-25b1-4e2d-b319-983c657bd865 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:12:30.811663 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:12:30.812481 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:12:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:30.850195 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group (6bbd6b68-fd1b-4a30-8743-d3d3eede093c), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.866172 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-6ceeeac6-9a2a-4a7c-a5dd-6fc8a75decc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:30.867689 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-6ceeeac6-9a2a-4a7c-a5dd-6fc8a75decc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 916 time: 0.1340001 May 17 22:12:30.930686 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:12:30.931558 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (6bbd6b68-fd1b-4a30-8743-d3d3eede093c), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:30.963982 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-0b186059-5280-427a-bf7c-2cbc7d5fe332 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 1000 time: 0.0854592 May 17 22:12:31.007288 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd6b68-fd1b-4a30-8743-d3d3eede093c,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:31.028810 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-c2ecb010-2d03-4fe0-a334-2f2871bb8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.030302 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-c2ecb010-2d03-4fe0-a334-2f2871bb8774 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 200 len: 854 time: 0.0576849 May 17 22:12:31.041992 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.043653 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-694261ce-9dc1-48df-92e1-2a39dbf32d92 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4739652 May 17 22:12:31.055156 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43044) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:31.060451 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group_rule': {'security_group_id': '6bbd6b68-fd1b-4a30-8743-d3d3eede093c', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:31.101751 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-2ae29f8a-c2c0-4d4c-83e2-fe1d8a231ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.102843 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-2ae29f8a-c2c0-4d4c-83e2-fe1d8a231ae2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582094 May 17 22:12:31.167901 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '356db679-6afe-4d91-ad21-2e2c3d512427', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'port_id': '6b82dab7-02cb-4cc1-a078-91095811826f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'mac_address': 'fa:16:3e:38:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:12:29Z', 'updated_at': '2022-05-17T22:12:29Z', 'revision_number': 0, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:12:31.188675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-589b5c58-d898-4e9d-9115-d4714367214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.189232 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (acb3e16a-6550-49a5-bfe6-433f78aadc3f), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.190104 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-589b5c58-d898-4e9d-9115-d4714367214a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.4537766 May 17 22:12:31.198580 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204693-eb24-4015-8b56-8481c65913f2 None None] The sync data for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi is: [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '356db679-6afe-4d91-ad21-2e2c3d512427', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'port_id': '6b82dab7-02cb-4cc1-a078-91095811826f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'mac_address': 'fa:16:3e:38:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:12:29Z', 'updated_at': '2022-05-17T22:12:29Z', 'revision_number': 0, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:12:31.317872 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-0009bbc4-e62b-427a-a250-870a367c2d9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 1000 time: 0.1158223 May 17 22:12:31.396629 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-ef07f384-f4b3-4400-b1c6-58a50aec7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.398099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-ef07f384-f4b3-4400-b1c6-58a50aec7cbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.0731118 May 17 22:12:31.405150 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ba31d3f6-b7b2-4b6e-a186-348d62218dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.481435 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-1cf02ff1-e3fe-49c5-8735-7e59db8270dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.481435 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-1cf02ff1-e3fe-49c5-8735-7e59db8270dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674355 May 17 22:12:31.483658 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67e5a8d-71dd-4b27-94cf-bf13726c9536 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:12:31.493122 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-e8b93f2f-e46d-49d2-866b-644417e09e1b service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818777 May 17 22:12:31.509529 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Publish callbacks [] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.529550 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (acb3e16a-6550-49a5-bfe6-433f78aadc3f), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.549527 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00223424-532a-4130-b994-f7d33c063a59 None None] New status for floating IP 356db679-6afe-4d91-ad21-2e2c3d512427: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:12:31.603558 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-3ce32f44-e23d-4782-898a-2b00eaedc2f8 req-62728750-68cc-4d8c-b9f9-e3635a26df60 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996237 May 17 22:12:31.612014 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (acb3e16a-6550-49a5-bfe6-433f78aadc3f), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.613188 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Transition to ACTIVE for port object b67e5a8d-71dd-4b27-94cf-bf13726c9536 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:12:31.636511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb3e16a-6550-49a5-bfe6-433f78aadc3f,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:31.656358 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-d081ac9d-40fc-4dec-9d11-2e8aec3835b5 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679790 May 17 22:12:31.662380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e14f-6433-4492-abbb-6c8d7cc77353 req-80bdd069-f8f7-4671-9db6-4dccdf98b4df tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.663884 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f886e14f-6433-4492-abbb-6c8d7cc77353 req-80bdd069-f8f7-4671-9db6-4dccdf98b4df tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0950956 May 17 22:12:31.713090 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.714547 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e88c8ef4-c4d9-4bb9-b126-2da95a44f395 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6599576 May 17 22:12:31.717348 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43052) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:31.721852 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group_rule': {'security_group_id': '6bbd6b68-fd1b-4a30-8743-d3d3eede093c', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:31.739014 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.820289 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (43b611e6-6260-4b6e-ad19-9c7087ba242a), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.853337 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f886e14f-6433-4492-abbb-6c8d7cc77353 req-9b9ad2f0-8cf9-4697-b8b0-7d06d5d29aa5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806800 May 17 22:12:31.864405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b67e5a8d-71dd-4b27-94cf-bf13726c9536,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:31.872774 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fb2b31c-8532-4815-9ffd-3c78b8019964 req-6f1dd467-7dca-41e1-94ee-357816cda7d4 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079535 May 17 22:12:31.882288 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0032-14bd-4337-aa69-1de28f17a7ec req-3481be8f-81b0-4ef4-b587-b54875698de7 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:31.883810 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f3e0032-14bd-4337-aa69-1de28f17a7ec req-3481be8f-81b0-4ef4-b587-b54875698de7 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.1002753 May 17 22:12:31.901413 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (43b611e6-6260-4b6e-ad19-9c7087ba242a), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.973945 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (43b611e6-6260-4b6e-ad19-9c7087ba242a), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:31.991845 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b611e6-6260-4b6e-ad19-9c7087ba242a,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:32.024939 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f3e0032-14bd-4337-aa69-1de28f17a7ec req-ef47eae0-7190-4395-8b03-4985770d6de7 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176310 May 17 22:12:32.032531 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55093-b258-4774-96b0-e215e51fa697 req-fc473b00-9d31-4d09-aff4-0110765c9d0f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:32.035585 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5fa55093-b258-4774-96b0-e215e51fa697 req-fc473b00-9d31-4d09-aff4-0110765c9d0f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0891171 May 17 22:12:32.045130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Attempting to bind port b67e5a8d-71dd-4b27-94cf-bf13726c9536 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:12:32.045130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Attempting to bind port b67e5a8d-71dd-4b27-94cf-bf13726c9536 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:12:32.045130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Attempting to bind port b67e5a8d-71dd-4b27-94cf-bf13726c9536 on network ef31749b-f5c4-461d-bb8a-dab8658195c0 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:12:32.048482 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Port b67e5a8d-71dd-4b27-94cf-bf13726c9536 on network ef31749b-f5c4-461d-bb8a-dab8658195c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:12:32.048795 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Attempting to bind port b67e5a8d-71dd-4b27-94cf-bf13726c9536 on network ef31749b-f5c4-461d-bb8a-dab8658195c0 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:12:32.056236 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.059527 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fb78c90f-ec78-4eab-9940-5dbbc0e42fb7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391521 May 17 22:12:32.061665 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43060) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:32.063238 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:12:32.063574 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Checking segment: {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:12:32.064041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Bound using segment: {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:12:32.064468 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Bound port: b67e5a8d-71dd-4b27-94cf-bf13726c9536, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85768399-bcf0-48fd-914a-524b188038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:12:32.064818 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.066097 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group_rule': {'security_group_id': '6bbd6b68-fd1b-4a30-8743-d3d3eede093c', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:32.118980 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5fa55093-b258-4774-96b0-e215e51fa697 req-22dd1b54-0630-4d5d-86a6-6b8b7c9a55df tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782936 May 17 22:12:32.147882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] For port b67e5a8d-71dd-4b27-94cf-bf13726c9536, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:12:32.150861 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] For port b67e5a8d-71dd-4b27-94cf-bf13726c9536, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b67e5a8d-71dd-4b27-94cf-bf13726c9536,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:12:32.162175 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (1693a28d-61f8-48f4-a189-37c8ad0a1c7b), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.218588 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (1693a28d-61f8-48f4-a189-37c8ad0a1c7b), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.234390 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.276337 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:32.276878 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.278353 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/b67e5a8d-71dd-4b27-94cf-bf13726c9536 HTTP/1.1" status: 200 len: 1093 time: 1.8254414 May 17 22:12:32.278779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'tag': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:32.281009 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aede205-f1e5-4a03-9af7-7863f223b7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf0a9fb-ace7-4487-9453-fa095718cfc8", "tag": "b67e5a8d-71dd-4b27-94cf-bf13726c9536"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:32.290808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (1693a28d-61f8-48f4-a189-37c8ad0a1c7b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.303363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8fbdd-950e-4b4b-9829-b8e8280738a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b67e5a8d-71dd-4b27-94cf-bf13726c9536,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:32.312705 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1693a28d-61f8-48f4-a189-37c8ad0a1c7b,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:32.317614 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9ad8cc-e882-4f14-a7b5-19ba4c2b1dfe x-openstack-request-id: req-0e9ad8cc-e882-4f14-a7b5-19ba4c2b1dfe {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:32.317957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf0a9fb-ace7-4487-9453-fa095718cfc8", "tag": "b67e5a8d-71dd-4b27-94cf-bf13726c9536", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:32.318223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e9ad8cc-e882-4f14-a7b5-19ba4c2b1dfe {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:32.318629 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9ad8cc-e882-4f14-a7b5-19ba4c2b1dfe'] response: {'name': 'network-changed', 'server_uuid': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'tag': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536', 'status': 'completed', 'code': 200} May 17 22:12:32.381222 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.382404 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e1c5c75d-28a3-4e9c-917f-bdff36ab43bd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197985 May 17 22:12:32.385199 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43064) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:32.389754 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group_rule': {'security_group_id': '6bbd6b68-fd1b-4a30-8743-d3d3eede093c', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:32.475816 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (1ff8cb1a-3e4e-4fef-8dfc-ef9370829269), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.532038 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (1ff8cb1a-3e4e-4fef-8dfc-ef9370829269), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.602377 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (1ff8cb1a-3e4e-4fef-8dfc-ef9370829269), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.622410 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff8cb1a-3e4e-4fef-8dfc-ef9370829269,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:32.690017 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.691247 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8c29dab2-8f56-4181-9a65-607bbc875012 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051038 May 17 22:12:32.693955 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43066) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:32.698178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group_rule': {'security_group_id': '6bbd6b68-fd1b-4a30-8743-d3d3eede093c', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:32.777039 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.securitygroups_db [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Project f3b9176d44ed415bacfaf45f3f8472a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 22:12:32.783142 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (757cb233-39ac-4616-9e29-5cfa71bfb55e), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.838942 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (757cb233-39ac-4616-9e29-5cfa71bfb55e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.922763 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (757cb233-39ac-4616-9e29-5cfa71bfb55e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:32.942691 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757cb233-39ac-4616-9e29-5cfa71bfb55e,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:32.981752 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce352da-cd72-4bb0-8dc5-57bbce17e179 req-b3a7088a-aa63-43bf-8682-aa807aafde18 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:32.983387 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ce352da-cd72-4bb0-8dc5-57bbce17e179 req-b3a7088a-aa63-43bf-8682-aa807aafde18 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0504606 May 17 22:12:33.016565 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:33.017792 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2069eb92-48a7-4fd3-8998-af06e00742aa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228877 May 17 22:12:33.020633 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43070) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:12:33.024993 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'security_group_rule': {'security_group_id': '6bbd6b68-fd1b-4a30-8743-d3d3eede093c', 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:33.031407 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ce352da-cd72-4bb0-8dc5-57bbce17e179 req-53dd7547-ca0b-4b97-bf9a-9d56b31c7d0d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 May 17 22:12:33.122967 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.securitygroups_db [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Project f3b9176d44ed415bacfaf45f3f8472a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 22:12:33.129186 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (1851e2b1-60ab-4bc0-8b7b-df3142fe9337), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:33.138121 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6215c-1ae2-4df8-8a52-fff0186efdd8 req-f911e771-8a8c-4b46-ad9b-33aa6c8ffb4f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:33.140134 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-abf6215c-1ae2-4df8-8a52-fff0186efdd8 req-f911e771-8a8c-4b46-ad9b-33aa6c8ffb4f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.0460527 May 17 22:12:33.194476 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (1851e2b1-60ab-4bc0-8b7b-df3142fe9337), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:33.205449 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-abf6215c-1ae2-4df8-8a52-fff0186efdd8 req-df27c6e8-9d27-4a18-9a39-8d559d1ece46 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588272 May 17 22:12:33.243782 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c2-458f-40c0-8a15-94041596256c req-d92955bd-84e6-43bf-9201-96cf8eaa226f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:33.245210 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f7791c2-458f-40c0-8a15-94041596256c req-d92955bd-84e6-43bf-9201-96cf8eaa226f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0556548 May 17 22:12:33.254408 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (1851e2b1-60ab-4bc0-8b7b-df3142fe9337), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:33.273808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1851e2b1-60ab-4bc0-8b7b-df3142fe9337,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:33.294660 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f7791c2-458f-40c0-8a15-94041596256c req-ae86e544-8639-4b31-9aef-ec2fbee97ad2 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 May 17 22:12:33.330356 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:33.331678 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-709a9efb-a996-4be1-b244-7384216a1c82 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3101132 May 17 22:12:33.418608 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-4781f3be-dea0-4a1b-adda-2b2fbeba29b6 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021890707&fields=id&tenant_id=f3b9176d44ed415bacfaf45f3f8472a5 HTTP/1.1" status: 200 len: 267 time: 0.0433598 May 17 22:12:33.468956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-2b4768bc-4f07-4b7e-907f-2fbe87a03a1e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:33.470385 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-2b4768bc-4f07-4b7e-907f-2fbe87a03a1e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0465956 May 17 22:12:33.480848 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'port': {'security_groups': ['b1d7ec03-5aea-4d7c-ac11-06d77acc2fba', '6bbd6b68-fd1b-4a30-8743-d3d3eede093c']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:12:33.582103 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:33.594222 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede205-f1e5-4a03-9af7-7863f223b7b1 req-61443e61-a9eb-45d3-a5c7-04492e737fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:33.595734 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8aede205-f1e5-4a03-9af7-7863f223b7b1 req-61443e61-a9eb-45d3-a5c7-04492e737fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 1127 time: 0.0534127 May 17 22:12:33.798251 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede205-f1e5-4a03-9af7-7863f223b7b1 req-785faba2-f860-4b7c-a53c-8fc5f54612fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:33.799730 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8aede205-f1e5-4a03-9af7-7863f223b7b1 req-785faba2-f860-4b7c-a53c-8fc5f54612fc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1408350 May 17 22:12:33.887931 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:33.916607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for port (6b82dab7-02cb-4cc1-a078-91095811826f), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.028254 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a461918-fcf9-494a-b548-b8b655d6296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.030962 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.043771 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6b82dab7-02cb-4cc1-a078-91095811826f'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:12:34.092963 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.093595 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.098244 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ea02a343-0400-4fdf-af80-d9b687cbeb62 req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "PUT /v2.0/ports/6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 982 time: 0.6216912 May 17 22:12:34.224640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-65af0e5e-59db-412a-9caa-8c5fcdc1ad4e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.226899 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-65af0e5e-59db-412a-9caa-8c5fcdc1ad4e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.1132708 May 17 22:12:34.247453 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6b82dab7-02cb-4cc1-a078-91095811826f'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:12:34.324669 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:34.327475 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68906f51-b440-4fcd-9867-9fda650899e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:34.329771 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a53ba1-b891-4adc-9424-76846750e5d0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=6']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:34.368042 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede205-f1e5-4a03-9af7-7863f223b7b1 req-0877644d-5c12-4600-a4dc-94cdf10eb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.369529 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8aede205-f1e5-4a03-9af7-7863f223b7b1 req-0877644d-5c12-4600-a4dc-94cdf10eb65b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3986638 May 17 22:12:34.411674 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41506041-a245-4ca1-a44f-e58c10e5c1f5 req-55cec6c4-d960-4398-83ea-77e0e01b8fd2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.413557 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-41506041-a245-4ca1-a44f-e58c10e5c1f5 req-55cec6c4-d960-4398-83ea-77e0e01b8fd2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.2632849 May 17 22:12:34.451066 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-e3df36f3-5be4-467f-8e43-776f7f6798b1 None None] Provisioning complete for port 6b82dab7-02cb-4cc1-a078-91095811826f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:12:34.451458 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3df36f3-5be4-467f-8e43-776f7f6798b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.464038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Deleting port 23425409-fb84-4741-87bb-e8ae34c58697 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:12:34.464373 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (23425409-fb84-4741-87bb-e8ae34c58697), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.485298 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaf4df-a8a8-4f2c-98dc-017550422bd7 req-9434348c-7dc0-443a-ab3e-233aa16f3bef tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.486795 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-acbaf4df-a8a8-4f2c-98dc-017550422bd7 req-9434348c-7dc0-443a-ab3e-233aa16f3bef tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.2357883 May 17 22:12:34.542573 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-bf9a8df9-0206-4958-9881-3fb5d609b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.544138 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-bf9a8df9-0206-4958-9881-3fb5d609b410 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 1127 time: 0.1252408 May 17 22:12:34.658866 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-5d5396fe-376f-40e0-b7b1-eb3b7bb360dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b67e5a8d-71dd-4b27-94cf-bf13726c9536 HTTP/1.1" status: 200 len: 217 time: 0.0718527 May 17 22:12:34.680214 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e3df36f3-5be4-467f-8e43-776f7f6798b1 None None] Current status of the port 6b82dab7-02cb-4cc1-a078-91095811826f is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:34.685808 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-41506041-a245-4ca1-a44f-e58c10e5c1f5 req-372d79e4-b2ae-49a2-9787-9b255659bc43 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539895 May 17 22:12:34.699917 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-acbaf4df-a8a8-4f2c-98dc-017550422bd7 req-bb42fc8b-3de1-42b6-8ceb-ec35cd320bd2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923275 May 17 22:12:34.702479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] For port 23425409-fb84-4741-87bb-e8ae34c58697, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=23425409-fb84-4741-87bb-e8ae34c58697,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:34.702852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (23425409-fb84-4741-87bb-e8ae34c58697), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:34.759172 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Calling delete_port for 23425409-fb84-4741-87bb-e8ae34c58697 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:12:34.857787 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-1388e528-0559-49f0-bf81-f1000c6f74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.859667 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-1388e528-0559-49f0-bf81-f1000c6f74a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8 HTTP/1.1" status: 200 len: 849 time: 0.1488550 May 17 22:12:34.968724 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40566-2f28-470f-a7df-92fa654ba45d req-c31ca991-9c68-4379-aeb1-701833c947cb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.970192 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aaf40566-2f28-470f-a7df-92fa654ba45d req-c31ca991-9c68-4379-aeb1-701833c947cb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.1095114 May 17 22:12:34.984707 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dfa51-a191-4b5e-a564-2f5a70bd4b02 req-7fd10682-520c-49d4-b7a7-228793263c6c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:34.986367 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-355dfa51-a191-4b5e-a564-2f5a70bd4b02 req-7fd10682-520c-49d4-b7a7-228793263c6c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 945 time: 0.1118686 May 17 22:12:35.004849 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:35.113660 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-355dfa51-a191-4b5e-a564-2f5a70bd4b02 req-db249b59-0a25-4ba6-a004-bfa85aeff43a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165004 May 17 22:12:35.156575 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aaf40566-2f28-470f-a7df-92fa654ba45d req-9a740951-c1ee-4aba-b21a-ff493cdb2bf4 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690116 May 17 22:12:35.186288 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d29a11d-ca0a-4fe7-8d0a-af2848d68d19 x-openstack-request-id: req-3d29a11d-ca0a-4fe7-8d0a-af2848d68d19 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:35.186877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:35.187197 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d29a11d-ca0a-4fe7-8d0a-af2848d68d19 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:35.187553 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d29a11d-ca0a-4fe7-8d0a-af2848d68d19'] response: {'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'status': 'completed', 'code': 200} May 17 22:12:35.200625 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (23425409-fb84-4741-87bb-e8ae34c58697), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:35.230675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Pushing event deleted for resources: {'Port': ['ID=23425409-fb84-4741-87bb-e8ae34c58697,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:35.289161 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] No DVR routers for this DVR port 23425409-fb84-4741-87bb-e8ae34c58697 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:12:35.292152 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:35.296228 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d2e227b-fcf0-45e8-a8e3-398427996630 req-0a0e6361-2041-451b-b035-9aba92b4fc20 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "DELETE /v2.0/ports/23425409-fb84-4741-87bb-e8ae34c58697 HTTP/1.1" status: 204 len: 173 time: 1.0409713 May 17 22:12:35.855975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d506edc-e965-4437-a49b-b7650f62beae req-ab55b467-9409-4256-bccc-e80c9691380d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:35.857463 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4d506edc-e965-4437-a49b-b7650f62beae req-ab55b467-9409-4256-bccc-e80c9691380d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0587535 May 17 22:12:35.909195 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4d506edc-e965-4437-a49b-b7650f62beae req-30daabc3-08e0-4498-8b36-c707182c5b9c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439129 May 17 22:12:36.222788 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ce3226ac-d5d4-4849-a0a9-4ada226aa561 req-5e8b0989-4b6a-457c-818d-823a6eec528c tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0314400 May 17 22:12:36.275998 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795054b-f969-4106-a2e2-7a9e6a4f6cce req-528b9e49-c59b-48e0-83ea-3b03a5ddec4c tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:36.277483 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1795054b-f969-4106-a2e2-7a9e6a4f6cce req-528b9e49-c59b-48e0-83ea-3b03a5ddec4c tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0537782 May 17 22:12:36.320429 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 23425409-fb84-4741-87bb-e8ae34c58697 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:12:36.332172 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1795054b-f969-4106-a2e2-7a9e6a4f6cce req-b5821697-2da6-49c5-8388-c5770226e57a tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460410 May 17 22:12:36.347206 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 23425409-fb84-4741-87bb-e8ae34c58697 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:12:36.347558 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 23425409-fb84-4741-87bb-e8ae34c58697 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:12:36.354276 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:37.044673 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eafbdf-2d17-4fbf-ab99-eacc87e6c5e0 req-f48df070-48c8-4d8c-8ae6-1b57f515c236 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:37.046153 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a4eafbdf-2d17-4fbf-ab99-eacc87e6c5e0 req-f48df070-48c8-4d8c-8ae6-1b57f515c236 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0503852 May 17 22:12:37.095212 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a4eafbdf-2d17-4fbf-ab99-eacc87e6c5e0 req-12eccada-41fc-4057-adac-f1b502be0763 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 May 17 22:12:37.188857 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'name': 'network-vif-deleted', 'tag': '23425409-fb84-4741-87bb-e8ae34c58697'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:37.191464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe810e91-bce6-433b-862b-d8f5218c6a36" -d '{"events": [{"server_uuid": "8865edd3-610c-4338-ae57-746c5b24b8cc", "name": "network-vif-deleted", "tag": "23425409-fb84-4741-87bb-e8ae34c58697"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:37.230175 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad341a2-a246-4f32-8de7-8144ff82047f x-openstack-request-id: req-9ad341a2-a246-4f32-8de7-8144ff82047f {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:37.230527 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865edd3-610c-4338-ae57-746c5b24b8cc", "name": "network-vif-deleted", "tag": "23425409-fb84-4741-87bb-e8ae34c58697", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:37.230839 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ad341a2-a246-4f32-8de7-8144ff82047f {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:37.231364 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad341a2-a246-4f32-8de7-8144ff82047f'] response: {'server_uuid': '8865edd3-610c-4338-ae57-746c5b24b8cc', 'name': 'network-vif-deleted', 'tag': '23425409-fb84-4741-87bb-e8ae34c58697', 'status': 'completed', 'code': 200} May 17 22:12:37.326643 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f40fcedc-4e81-4200-b2ae-ed20ef375e2c req-4e0c9f89-7b4a-4a2d-9e3a-3b57c20e0258 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0277624 May 17 22:12:37.420070 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:12:37.449282 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ad37-0951-4fc1-843e-5cb4effa9c4d req-2beff1f2-c56d-4e22-b267-c444bd65f0eb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:37.450661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-64e0ad37-0951-4fc1-843e-5cb4effa9c4d req-2beff1f2-c56d-4e22-b267-c444bd65f0eb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0502973 May 17 22:12:37.504742 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-64e0ad37-0951-4fc1-843e-5cb4effa9c4d req-21f1ff8c-e1fe-4a7d-89e4-cafd8f8c61cf tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478952 May 17 22:12:37.739544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:38.224392 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d9f3-44f3-4d61-96fe-0a04d3c83548 req-116482c8-ff63-4834-8d28-facad9e1bbdf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:38.225950 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9279d9f3-44f3-4d61-96fe-0a04d3c83548 req-116482c8-ff63-4834-8d28-facad9e1bbdf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0558186 May 17 22:12:38.278252 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9279d9f3-44f3-4d61-96fe-0a04d3c83548 req-d0e27407-3a00-4541-b9be-d01d1ca7706f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465755 May 17 22:12:38.428069 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-183f1035-8d56-4f49-8131-06ea0da94022 req-b17e9512-2074-4ea2-bff0-c40b3ace9974 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0307999 May 17 22:12:38.618094 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378c7a-0ffd-49dd-941d-948759f0605d req-0ef3173b-74e0-44ee-93d5-91508c2e3a24 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:38.619547 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2f378c7a-0ffd-49dd-941d-948759f0605d req-0ef3173b-74e0-44ee-93d5-91508c2e3a24 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0477266 May 17 22:12:38.670418 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2f378c7a-0ffd-49dd-941d-948759f0605d req-918d94f4-058e-44c4-9394-bf878176a84d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 May 17 22:12:39.402927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b6dee-6a06-470d-bee1-b6e119fd66bb req-4d181556-f336-41c5-827c-852317867594 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:39.404479 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-792b6dee-6a06-470d-bee1-b6e119fd66bb req-4d181556-f336-41c5-827c-852317867594 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0473619 May 17 22:12:39.453934 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-792b6dee-6a06-470d-bee1-b6e119fd66bb req-c67ea550-767c-43bf-b4ba-21d286b0fcc1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 May 17 22:12:39.530894 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-144fd7b1-af23-4af0-a1be-2045ca9954cd req-73495f15-27c4-4227-8c5f-d8d749095fd4 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0308416 May 17 22:12:39.792310 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5b7f-6f57-4398-ba04-4d64d87d21ad req-673c7ecf-8304-468b-9b51-9aaf0567e354 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:39.793760 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-127d5b7f-6f57-4398-ba04-4d64d87d21ad req-673c7ecf-8304-468b-9b51-9aaf0567e354 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0521998 May 17 22:12:39.846646 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-127d5b7f-6f57-4398-ba04-4d64d87d21ad req-8a27c0dd-28d1-405a-b479-f2218717b26d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 May 17 22:12:40.580285 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2389df-63d3-4383-8723-b99a5e987914 req-2004491a-829c-4d55-916f-7904f82fe53f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:40.581942 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d2389df-63d3-4383-8723-b99a5e987914 req-2004491a-829c-4d55-916f-7904f82fe53f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0518258 May 17 22:12:40.653127 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8329350-791e-4e0e-9a7d-b49de23f140f req-3d851f49-f9bb-4e3d-aee5-c1ac68d78001 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0370381 May 17 22:12:40.656218 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d2389df-63d3-4383-8723-b99a5e987914 req-2990d1c7-5cfe-4258-a242-5723779df0a7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687790 May 17 22:12:40.982555 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deee60-86df-40dd-90ab-1553f797af4b req-7409ced7-c157-4ac0-ac11-86c20ca77d31 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:40.984049 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7deee60-86df-40dd-90ab-1553f797af4b req-7409ced7-c157-4ac0-ac11-86c20ca77d31 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0561457 May 17 22:12:41.034732 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7deee60-86df-40dd-90ab-1553f797af4b req-7f4b6814-8b98-470b-9a4b-6b486e6582f9 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 May 17 22:12:41.795433 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7db5a0b6-5a9b-44b0-84f8-8dc7bcea18b7 req-0b7481fd-1c6b-492b-b6f4-e42ce72388b8 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0453160 May 17 22:12:41.811367 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ef9a-4a6a-40a2-962b-64e864bd2eb2 req-c19940f5-f696-4cbb-90f8-3b8ec4ffc686 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:41.811580 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3b08ef9a-4a6a-40a2-962b-64e864bd2eb2 req-c19940f5-f696-4cbb-90f8-3b8ec4ffc686 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0702803 May 17 22:12:41.867009 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3b08ef9a-4a6a-40a2-962b-64e864bd2eb2 req-091997af-d184-4d82-b383-4f8ecfd2091f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494759 May 17 22:12:42.175824 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4d838-5929-46dd-9f6a-e9f9d22aa818 req-d1b18ea2-48ee-41a5-9eee-6ed403a428f5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:42.177742 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-33e4d838-5929-46dd-9f6a-e9f9d22aa818 req-d1b18ea2-48ee-41a5-9eee-6ed403a428f5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0677109 May 17 22:12:42.237959 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-33e4d838-5929-46dd-9f6a-e9f9d22aa818 req-dd58201d-d817-4576-b6e5-b131cc9b6f89 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 May 17 22:12:42.898981 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-70458181-f68d-4ceb-83ca-795e6b4bf902 req-53e84bbd-c316-4d73-a82f-9cf8d6796df5 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0292237 May 17 22:12:43.004850 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657818-a4b3-4125-8311-14cf15f4b36d req-cb6f8813-6d09-4c93-a699-b3c4e1f09812 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:43.006349 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f657818-a4b3-4125-8311-14cf15f4b36d req-cb6f8813-6d09-4c93-a699-b3c4e1f09812 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0493479 May 17 22:12:43.057428 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f657818-a4b3-4125-8311-14cf15f4b36d req-cbf2634f-ebb3-4f2c-8b39-429b35375a00 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454535 May 17 22:12:43.356936 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb047df-ca19-44b9-89c8-a71e18253d55 req-7aa7e659-a13e-4528-8105-aeaf9dcf99e1 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:43.358556 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2bb047df-ca19-44b9-89c8-a71e18253d55 req-7aa7e659-a13e-4528-8105-aeaf9dcf99e1 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0478866 May 17 22:12:43.409042 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2bb047df-ca19-44b9-89c8-a71e18253d55 req-fe97e91e-1e63-499a-a6bb-82eb06d0d8d8 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 May 17 22:12:44.000278 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d06d6817-8011-45a0-8db7-c3aa4b9bed5e req-1d650d31-646b-424c-b343-960cd8c895af tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0286131 May 17 22:12:44.184294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c5673-8a60-44bc-89ca-ae77ace264cd req-799d3614-db18-4f1c-aba4-f2a96474647b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:44.186493 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-332c5673-8a60-44bc-89ca-ae77ace264cd req-799d3614-db18-4f1c-aba4-f2a96474647b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0512331 May 17 22:12:44.240990 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-332c5673-8a60-44bc-89ca-ae77ace264cd req-b6f7d766-fb2f-41fd-a54c-59a3bac5419e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488219 May 17 22:12:44.526202 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c8065-a9aa-4333-91b0-f00c93153d35 req-d5fc73c1-460b-4ead-8aaa-b540eac46882 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:44.527679 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fd7c8065-a9aa-4333-91b0-f00c93153d35 req-d5fc73c1-460b-4ead-8aaa-b540eac46882 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0475018 May 17 22:12:44.577507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fd7c8065-a9aa-4333-91b0-f00c93153d35 req-3a655e52-33a2-4071-b457-b0f1a3f9ef9e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 May 17 22:12:45.093560 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-240e5756-eb60-47ae-92db-d8b52e90a3af req-9b40c036-a4c5-4b04-a5d2-70620a00e5bd tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0261884 May 17 22:12:45.491122 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-16231946-a300-4f74-ac2d-a57b5efc2c07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef31749b-f5c4-461d-bb8a-dab8658195c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2889826 May 17 22:12:45.521895 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906f51-b440-4fcd-9867-9fda650899e6 req-d10d8856-dd33-439a-8cfb-b984fb2d4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:45.523323 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-d10d8856-dd33-439a-8cfb-b984fb2d4a53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1169 time: 0.3132768 May 17 22:12:45.540084 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c51ce-97f1-4af4-9ac0-a1250b28edae req-7775c3c3-2c43-46ff-95ff-7df932f34e0d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:45.541397 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1b6c51ce-97f1-4af4-9ac0-a1250b28edae req-7775c3c3-2c43-46ff-95ff-7df932f34e0d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0550876 May 17 22:12:45.587291 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1b6c51ce-97f1-4af4-9ac0-a1250b28edae req-d883cef1-448b-497a-8ea7-54a7a57e1e0b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 May 17 22:12:45.690827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891c845-8978-4214-aca7-123aca24f6f9 req-d399f332-8bff-4580-9d3a-8ddb1970397d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:45.692296 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2891c845-8978-4214-aca7-123aca24f6f9 req-d399f332-8bff-4580-9d3a-8ddb1970397d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0467465 May 17 22:12:45.740317 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2891c845-8978-4214-aca7-123aca24f6f9 req-f6c7836d-212b-4321-acba-438fd4679818 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 May 17 22:12:46.033784 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-87f3442a-6168-406b-92f1-ef9384a4a028 service neutron] 10.222.0.52 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560562 May 17 22:12:46.034709 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906f51-b440-4fcd-9867-9fda650899e6 req-442227f4-92f9-4326-9537-ac4c8c4b37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:46.037991 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-442227f4-92f9-4326-9537-ac4c8c4b37fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 916 time: 0.1668346 May 17 22:12:46.161216 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-2623044b-620f-40e0-a424-c443858f1965 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 1002 time: 0.1098576 May 17 22:12:46.195568 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a98ba1b1-7b1c-4901-a5f1-e9d273f1ed01 req-b85bbf58-b03d-4422-8379-68b84fd405ef service neutron] 10.222.0.52 "GET /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454794 May 17 22:12:46.211876 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eaa7081c-ee64-4b96-a0ce-60cee4ef587b req-6c84668a-ee58-478a-bee6-a891f25e8b30 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0363729 May 17 22:12:46.411688 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906f51-b440-4fcd-9867-9fda650899e6 req-dcc1b6dc-cc22-4b2f-be25-fa28e781adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:46.413512 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-dcc1b6dc-cc22-4b2f-be25-fa28e781adeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 200 len: 854 time: 0.0487823 May 17 22:12:46.458793 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906f51-b440-4fcd-9867-9fda650899e6 req-f84178f0-7637-4dce-967d-255c81bcd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:46.460312 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-f84178f0-7637-4dce-967d-255c81bcd6e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406394 May 17 22:12:46.705289 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a302515-8c13-4233-b63b-851d55ca6bb6 req-a72afb21-33cc-4dc9-b2f6-ac40da980412 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:46.706699 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a302515-8c13-4233-b63b-851d55ca6bb6 req-a72afb21-33cc-4dc9-b2f6-ac40da980412 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0466073 May 17 22:12:46.751934 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a302515-8c13-4233-b63b-851d55ca6bb6 req-48794e6e-3337-4374-abc6-c17120b96403 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398090 May 17 22:12:46.852901 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefefae1-ffe2-48da-83db-032fd8dad4c3 req-1df33349-b8aa-4451-81ef-d5f877011880 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:46.856076 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fefefae1-ffe2-48da-83db-032fd8dad4c3 req-1df33349-b8aa-4451-81ef-d5f877011880 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0496087 May 17 22:12:46.901767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fefefae1-ffe2-48da-83db-032fd8dad4c3 req-da50fc1c-c7c0-428b-a1a3-2b0c1c723c94 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 May 17 22:12:47.315969 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7b5b6c8d-e135-4620-9413-f34095d62c87 req-5ad62823-96ce-4a16-a4a5-ecac99fe776f tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8865edd3-610c-4338-ae57-746c5b24b8cc HTTP/1.1" status: 200 len: 210 time: 0.0272286 May 17 22:12:47.661435 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-835a618e-334b-4a9d-80eb-82e044d1e6d9 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879736 May 17 22:12:47.752091 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68906f51-b440-4fcd-9867-9fda650899e6 req-eee1d799-774d-4531-961e-9372067571f0 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834179 May 17 22:12:47.873728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cf3e-6309-4252-b905-65691da2718e req-8ceb8d79-6ed3-483a-afa3-b268ca33a693 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:47.875224 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9fe0cf3e-6309-4252-b905-65691da2718e req-8ceb8d79-6ed3-483a-afa3-b268ca33a693 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0472860 May 17 22:12:47.932034 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9fe0cf3e-6309-4252-b905-65691da2718e req-a8702dc8-e3f0-4ff4-b4fe-e203407cb823 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509870 May 17 22:12:48.017745 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f09bb-10cf-45c2-af82-acce29037ffd req-829c1431-b2c4-47f8-ac30-85fe84754940 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:48.019248 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-275f09bb-10cf-45c2-af82-acce29037ffd req-829c1431-b2c4-47f8-ac30-85fe84754940 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 943 time: 0.0455303 May 17 22:12:48.064866 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-275f09bb-10cf-45c2-af82-acce29037ffd req-b2c5c8b9-35c4-4460-818b-41c7cb36ee6f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 May 17 22:12:48.405484 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b67e5a8d-71dd-4b27-94cf-bf13726c9536 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:12:48.503907 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port b67e5a8d-71dd-4b27-94cf-bf13726c9536, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b67e5a8d-71dd-4b27-94cf-bf13726c9536,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:48.514837 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536', 'network_id': 'ef31749b-f5c4-461d-bb8a-dab8658195c0', 'port_id': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536', 'mac_address': 'fa:16:3e:6c:b6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:12:48.548752 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port b67e5a8d-71dd-4b27-94cf-bf13726c9536 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:48.549127 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:48.561553 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67e5a8d-71dd-4b27-94cf-bf13726c9536 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:12:48.582924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port b67e5a8d-71dd-4b27-94cf-bf13726c9536, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b67e5a8d-71dd-4b27-94cf-bf13726c9536,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:48.679488 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:48.728387 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=b67e5a8d-71dd-4b27-94cf-bf13726c9536,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:48.736047 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.736388 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.736744 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.737097 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.737430 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.737758 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.738080 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.738399 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.738720 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.739043 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.739392 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.739725 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.740043 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.740359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:48.740671 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:12:49.018531 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['b67e5a8d-71dd-4b27-94cf-bf13726c9536'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:12:49.053381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e9f22-8c31-4c5c-8397-f1f90c22e04d req-5d5e82c6-aa2e-4e42-9a65-b409095cc1fa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:49.055080 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3e9f22-8c31-4c5c-8397-f1f90c22e04d req-5d5e82c6-aa2e-4e42-9a65-b409095cc1fa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0482640 May 17 22:12:49.103081 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef3e9f22-8c31-4c5c-8397-f1f90c22e04d req-0bed2492-6be5-4e0a-9bb4-e401dea19f26 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 May 17 22:12:49.215100 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bb22c-a72f-4ecb-90c0-1c508e618ede req-dffada6d-d43d-4d86-bb5b-bfbf6a0e1af7 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:49.216713 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-089bb22c-a72f-4ecb-90c0-1c508e618ede req-dffada6d-d43d-4d86-bb5b-bfbf6a0e1af7 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 944 time: 0.0537407 May 17 22:12:49.269193 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-089bb22c-a72f-4ecb-90c0-1c508e618ede req-0c2eabb7-7848-4a4d-8782-4d786a0c208f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 May 17 22:12:50.222656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a667a-6afa-417e-b64f-d7bb6c6cd98e req-05d3fea5-9a38-46d4-a66c-b3e172c05925 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:50.224139 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d46a667a-6afa-417e-b64f-d7bb6c6cd98e req-05d3fea5-9a38-46d4-a66c-b3e172c05925 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0472336 May 17 22:12:50.275582 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d46a667a-6afa-417e-b64f-d7bb6c6cd98e req-dc9774fd-c172-4f26-b10b-6b367c305da5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 May 17 22:12:50.394899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9b80-f6b5-4f23-b436-e7d545440b5a req-5a027d1c-92f5-40e5-9f66-c786b232ec0c tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:50.396254 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d17c9b80-f6b5-4f23-b436-e7d545440b5a req-5a027d1c-92f5-40e5-9f66-c786b232ec0c tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 944 time: 0.0487554 May 17 22:12:50.441817 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d17c9b80-f6b5-4f23-b436-e7d545440b5a req-648d1184-e75e-4110-9072-b89408d1b791 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 May 17 22:12:51.394074 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921a1e-8607-485d-ae38-b2886e855f53 req-ca35033e-23fd-446a-a427-47c21e99b390 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:51.395543 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bb921a1e-8607-485d-ae38-b2886e855f53 req-ca35033e-23fd-446a-a427-47c21e99b390 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0458806 May 17 22:12:51.442290 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bb921a1e-8607-485d-ae38-b2886e855f53 req-87973875-8221-4b97-986c-8e20f89d47cb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 May 17 22:12:51.553479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f2f59-cff3-41ae-839f-109db999d691 req-f85d3e81-efd5-4ea7-9f18-72c1348ebbfc tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:51.554921 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b05f2f59-cff3-41ae-839f-109db999d691 req-f85d3e81-efd5-4ea7-9f18-72c1348ebbfc tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 944 time: 0.0457122 May 17 22:12:51.604772 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b05f2f59-cff3-41ae-839f-109db999d691 req-7e0d1250-8208-4425-b076-b124a1846d6d tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 May 17 22:12:52.422445 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b67e5a8d-71dd-4b27-94cf-bf13726c9536 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:12:52.466327 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port b67e5a8d-71dd-4b27-94cf-bf13726c9536 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:12:52.524840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port b67e5a8d-71dd-4b27-94cf-bf13726c9536 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:12:52.525212 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:52.562133 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f4aa-ccde-4062-890a-e799b8878325 req-7ba41487-4bb1-49b8-b83d-14285f75fd26 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:52.564217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ec04f4aa-ccde-4062-890a-e799b8878325 req-7ba41487-4bb1-49b8-b83d-14285f75fd26 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0492792 May 17 22:12:52.598601 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port b67e5a8d-71dd-4b27-94cf-bf13726c9536 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:52.598982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:52.612141 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ec04f4aa-ccde-4062-890a-e799b8878325 req-6b9e4e18-30ed-4104-ab16-8743efeab836 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 May 17 22:12:52.621337 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:52.623553 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e4675-ec0a-42c5-8f61-93ebede992ed" -d '{"events": [{"server_uuid": "7bf0a9fb-ace7-4487-9453-fa095718cfc8", "name": "network-vif-plugged", "status": "completed", "tag": "b67e5a8d-71dd-4b27-94cf-bf13726c9536"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:52.638244 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port b67e5a8d-71dd-4b27-94cf-bf13726c9536, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b67e5a8d-71dd-4b27-94cf-bf13726c9536,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:52.668921 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408cab7-2def-42b6-b3a9-6c19a27df82f x-openstack-request-id: req-8408cab7-2def-42b6-b3a9-6c19a27df82f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:52.669260 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf0a9fb-ace7-4487-9453-fa095718cfc8", "name": "network-vif-plugged", "status": "completed", "tag": "b67e5a8d-71dd-4b27-94cf-bf13726c9536", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:52.669482 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8408cab7-2def-42b6-b3a9-6c19a27df82f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:52.669863 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8408cab7-2def-42b6-b3a9-6c19a27df82f'] response: {'server_uuid': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536', 'code': 200} May 17 22:12:52.714505 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:52.760851 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140f698-dae5-4248-96f8-b3005727eeb9 req-9106a096-b844-4efd-bb90-b96f07ef3a63 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:52.762419 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c140f698-dae5-4248-96f8-b3005727eeb9 req-9106a096-b844-4efd-bb90-b96f07ef3a63 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0493541 May 17 22:12:52.814017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c140f698-dae5-4248-96f8-b3005727eeb9 req-faded498-51e9-4d91-b695-f8af2f6d2762 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450261 May 17 22:12:52.883005 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=b67e5a8d-71dd-4b27-94cf-bf13726c9536,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:53.581413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046166bb-655e-4a94-a543-effcc180dbc5 req-c9cfc686-619a-4610-b9c4-f2986004dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:53.582957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-046166bb-655e-4a94-a543-effcc180dbc5 req-c9cfc686-619a-4610-b9c4-f2986004dd9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 1129 time: 0.0437093 May 17 22:12:53.632262 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-046166bb-655e-4a94-a543-effcc180dbc5 req-5e804956-b4b4-45ec-8c8c-a03c209c88ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 May 17 22:12:53.730738 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61909f52-c868-4045-978a-b9dc391185fd req-aaeaa5b2-45a7-49fc-b83c-33af8eff4d8e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:53.732221 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61909f52-c868-4045-978a-b9dc391185fd req-aaeaa5b2-45a7-49fc-b83c-33af8eff4d8e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 944 time: 0.0464268 May 17 22:12:53.780666 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61909f52-c868-4045-978a-b9dc391185fd req-844864b4-4c61-415f-acfd-8c36218f7402 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 May 17 22:12:53.929352 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e850ef-eaed-48bb-9186-f0b3637f84c3 req-56605278-43a1-4610-b945-e5c3c00671e4 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:53.930847 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b4e850ef-eaed-48bb-9186-f0b3637f84c3 req-56605278-43a1-4610-b945-e5c3c00671e4 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0501354 May 17 22:12:53.987507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b4e850ef-eaed-48bb-9186-f0b3637f84c3 req-39c35659-fa2f-4452-a68b-13d3d75d5782 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465569 May 17 22:12:54.423155 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:12:54.524991 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:54.540251 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'port_id': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'mac_address': 'fa:16:3e:11:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:12:54.576129 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:54.576714 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:54.590772 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:12:54.613265 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:54.699083 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:54.744975 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=9']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:54.900221 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c08267-9ee4-42ff-b544-87a6b2e91789 req-d953accf-d7f8-4c02-8e79-4a28df60ebc3 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:54.901708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66c08267-9ee4-42ff-b544-87a6b2e91789 req-d953accf-d7f8-4c02-8e79-4a28df60ebc3 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0757620 May 17 22:12:54.917107 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be586020-d395-471a-80d8-59932f551059 req-888bd075-3971-458f-b003-d9a7cf789830 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:54.918582 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-be586020-d395-471a-80d8-59932f551059 req-888bd075-3971-458f-b003-d9a7cf789830 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0640595 May 17 22:12:55.003819 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66c08267-9ee4-42ff-b544-87a6b2e91789 req-84088078-e510-4568-90c7-de293f08705f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955143 May 17 22:12:55.012567 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-be586020-d395-471a-80d8-59932f551059 req-1d95ac0e-4e3e-4d09-9bf1-2279f022f0bc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856948 May 17 22:12:55.109286 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af8af-6d9d-4714-9f27-c5a8761b4fff req-4f09b241-c438-43ca-9247-8365fbb42b74 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:55.110958 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-795af8af-6d9d-4714-9f27-c5a8761b4fff req-4f09b241-c438-43ca-9247-8365fbb42b74 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0458403 May 17 22:12:55.156412 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-795af8af-6d9d-4714-9f27-c5a8761b4fff req-8c9ace03-9b8c-4952-bfe9-819705917794 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 May 17 22:12:56.155079 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2d16e-23aa-46ef-8a96-4250a8744f43 req-f2e016b5-ab14-4c48-b953-c05694515ed1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:56.157105 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ae2d16e-23aa-46ef-8a96-4250a8744f43 req-f2e016b5-ab14-4c48-b953-c05694515ed1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0735252 May 17 22:12:56.168192 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62409ef3-fcd9-4a78-9dad-dfad59acf674 req-99351a9d-b2bb-4d7d-9dae-baaf4570e9ca tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:56.169568 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-62409ef3-fcd9-4a78-9dad-dfad59acf674 req-99351a9d-b2bb-4d7d-9dae-baaf4570e9ca tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0762625 May 17 22:12:56.243846 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ae2d16e-23aa-46ef-8a96-4250a8744f43 req-54928d67-83a6-4506-8741-5fb915bd7632 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733476 May 17 22:12:56.250835 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-62409ef3-fcd9-4a78-9dad-dfad59acf674 req-02ebe093-fb3f-4400-b3a0-7e288601ac72 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745842 May 17 22:12:56.342495 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa36c-e8a4-48b6-bec2-f4397b52544d req-a3363117-8d78-428a-8006-6f8724c39417 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:56.344604 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-312fa36c-e8a4-48b6-bec2-f4397b52544d req-a3363117-8d78-428a-8006-6f8724c39417 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0468996 May 17 22:12:56.389834 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-312fa36c-e8a4-48b6-bec2-f4397b52544d req-6595c138-6cf9-45f8-94cb-d557c36fe544 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 May 17 22:12:56.746707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:12:56.858431 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:57.383596 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ec957-3814-41d4-88b2-08fd78a24a5e req-f98626ad-0a94-434c-835b-ebde8f9d5519 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:57.384966 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-240ec957-3814-41d4-88b2-08fd78a24a5e req-f98626ad-0a94-434c-835b-ebde8f9d5519 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0754328 May 17 22:12:57.404659 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f1f31-7ba5-4601-9ca4-90082761ba62 req-7dfe1733-4bd7-4587-bd2a-a2ee1b0a55ca tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:57.406056 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4f2f1f31-7ba5-4601-9ca4-90082761ba62 req-7dfe1733-4bd7-4587-bd2a-a2ee1b0a55ca tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.0647686 May 17 22:12:57.464449 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-240ec957-3814-41d4-88b2-08fd78a24a5e req-fb8236c2-1091-40bc-9768-f868583f2050 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739443 May 17 22:12:57.475215 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4f2f1f31-7ba5-4601-9ca4-90082761ba62 req-7d414816-bbf3-43f7-be64-3028498c2431 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630758 May 17 22:12:57.563403 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef1e53-cd71-40e1-8824-118e6147a9c5 req-b75c1f32-e5c2-4348-ac11-397d0829324e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:57.564838 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-43ef1e53-cd71-40e1-8824-118e6147a9c5 req-b75c1f32-e5c2-4348-ac11-397d0829324e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0462639 May 17 22:12:57.614188 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-43ef1e53-cd71-40e1-8824-118e6147a9c5 req-070e441d-ba6c-468e-b7e5-97f24cb06703 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 May 17 22:12:58.355696 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88f08-941d-4b19-afe0-85414cd97906 req-c3577f74-906f-40b9-921a-d359d3ddf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.357175 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-c3577f74-906f-40b9-921a-d359d3ddf469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1129 time: 0.0398190 May 17 22:12:58.461350 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88f08-941d-4b19-afe0-85414cd97906 req-c31810e4-5b45-4e73-95e7-30659fd3f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.462679 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-c31810e4-5b45-4e73-95e7-30659fd3f91b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.0867205 May 17 22:12:58.551384 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-5d8fbada-db09-473d-9a6d-e787f5a5c4df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 200 len: 1001 time: 0.0727558 May 17 22:12:58.647615 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee909-5538-449a-976b-7fdf92dee4c9 req-8fe62c1f-f025-438e-a509-10ea81fe937f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.649074 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b7eee909-5538-449a-976b-7fdf92dee4c9 req-8fe62c1f-f025-438e-a509-10ea81fe937f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1102393 May 17 22:12:58.657740 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631401d-51d9-4fa7-8dd7-cc023d6cd89b req-a3fbcb7c-a775-446d-aa84-4164c825d80a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.659136 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2631401d-51d9-4fa7-8dd7-cc023d6cd89b req-a3fbcb7c-a775-446d-aa84-4164c825d80a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 945 time: 0.1068947 May 17 22:12:58.692783 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88f08-941d-4b19-afe0-85414cd97906 req-57a83d0c-7a40-4805-89b1-a15042b73cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.694154 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-57a83d0c-7a40-4805-89b1-a15042b73cad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.1187744 May 17 22:12:58.743256 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:12:58.764566 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b7eee909-5538-449a-976b-7fdf92dee4c9 req-14d61258-c579-40e1-a602-2154488a7e1c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044855 May 17 22:12:58.775858 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2631401d-51d9-4fa7-8dd7-cc023d6cd89b req-c15802ab-2e09-4b33-a127-e4f067ce1ea4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073327 May 17 22:12:58.788602 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88f08-941d-4b19-afe0-85414cd97906 req-8878a1fd-2a14-47f1-8c85-121aaa50440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.790593 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-8878a1fd-2a14-47f1-8c85-121aaa50440a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892415 May 17 22:12:58.793565 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:12:58.794165 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:58.878128 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:12:58.884213 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:58.905297 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:12:58.908343 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c85c79-fb21-417b-8d53-b1062f22d7f9" -d '{"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-plugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:12:58.921332 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91d33-0455-47c2-9c7a-176e03b9c1a5 req-be7d5a9a-3b5c-4056-ba70-0432af4ec759 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:58.921662 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:12:58.922892 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8aa91d33-0455-47c2-9c7a-176e03b9c1a5 req-be7d5a9a-3b5c-4056-ba70-0432af4ec759 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0570517 May 17 22:12:58.951143 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-6b474270-1ffb-4241-a90b-792437c1eea2 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520486 May 17 22:12:58.956957 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5f4a9e-a8cc-43b7-b02f-791b5b1e9b51 x-openstack-request-id: req-ff5f4a9e-a8cc-43b7-b02f-791b5b1e9b51 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:12:58.957241 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-plugged", "status": "completed", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:12:58.957486 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff5f4a9e-a8cc-43b7-b02f-791b5b1e9b51 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:12:58.957869 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5f4a9e-a8cc-43b7-b02f-791b5b1e9b51'] response: {'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'code': 200} May 17 22:12:59.006535 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8aa91d33-0455-47c2-9c7a-176e03b9c1a5 req-f058412e-f90c-4ffb-9af5-cd22b97b1838 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741389 May 17 22:12:59.042395 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:12:59.091454 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:12:59.140046 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-90a88f08-941d-4b19-afe0-85414cd97906 req-346a7dff-5843-4129-9ac2-219e9773fecf service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754344 May 17 22:12:59.163657 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f79b909-f145-47bf-867c-c6d3655990d3 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:59.165030 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f79b909-f145-47bf-867c-c6d3655990d3 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/networks?id=728fcf69-a03b-4660-ab19-7ef744bf8d9d HTTP/1.1" status: 200 len: 813 time: 0.1237047 May 17 22:12:59.179759 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-430cfcf8-a344-4cf3-8e69-f0e31282202d tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/quotas/93c1c0a74d6a4392947ee727aa1d3da3 HTTP/1.1" status: 200 len: 375 time: 0.0094073 May 17 22:12:59.214080 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-a4623aee-db66-4c14-9723-9b52ab195583 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288801 May 17 22:12:59.304517 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-f80c93a6-a6f9-4f99-af14-bebd2964ff11 service neutron] 10.222.0.24 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832939 May 17 22:12:59.397007 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-1803104a-6044-4127-8811-c75a252bad09 service neutron] 10.222.0.24 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867474 May 17 22:12:59.647373 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9315463d-134e-40bf-9c1f-210c5b6c413f req-48534550-85b2-4516-887a-2b6d4e74ced9 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0287216 May 17 22:12:59.983479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a272fe-300a-4ff5-9a2e-bfea074e1dd8 req-9ce55ba1-fa28-4532-a767-db4bc24ee0ec tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:59.985138 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56a272fe-300a-4ff5-9a2e-bfea074e1dd8 req-9ce55ba1-fa28-4532-a767-db4bc24ee0ec tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1107509 May 17 22:12:59.991452 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22ddb-0d66-4309-82c7-75948c599dda req-6b598dba-10cf-46f5-9327-4164b45ebe81 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:59.992820 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f7d22ddb-0d66-4309-82c7-75948c599dda req-6b598dba-10cf-46f5-9327-4164b45ebe81 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.1347809 May 17 22:12:59.995034 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a372f7-6bde-4a09-97c0-7999087a7aa6 req-e5e5ff09-0d14-42d3-8adb-6f22ceab966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:12:59.996500 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49a372f7-6bde-4a09-97c0-7999087a7aa6 req-e5e5ff09-0d14-42d3-8adb-6f22ceab966f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 1131 time: 0.0724897 May 17 22:13:00.066677 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56a272fe-300a-4ff5-9a2e-bfea074e1dd8 req-d55569fa-a18f-467c-ace4-e297a2c25a47 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727916 May 17 22:13:00.070958 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f7d22ddb-0d66-4309-82c7-75948c599dda req-0e21e35a-c89c-485f-a93a-f14f6f5a5633 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678120 May 17 22:13:00.318786 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49a372f7-6bde-4a09-97c0-7999087a7aa6 req-d8bfc2d8-51ff-4d37-8e08-ef36553d7f66 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461736 May 17 22:13:00.478503 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa47e1-2947-4fd0-8326-ae2d28654eda req-829e40a5-5dd3-452f-bd20-f92f1399b0c2 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:00.480001 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ccfa47e1-2947-4fd0-8326-ae2d28654eda req-829e40a5-5dd3-452f-bd20-f92f1399b0c2 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0460749 May 17 22:13:00.529927 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ccfa47e1-2947-4fd0-8326-ae2d28654eda req-ca7280c1-49d0-4142-a468-7c936470ae2e tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 May 17 22:13:00.742992 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef5353d9-b6c6-4399-913e-7ae06d7dd084 req-c77fd198-c8fe-42e2-a79c-606c8294da1e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0270169 May 17 22:13:01.220564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38cf5-a8be-4299-8283-8583c2556b6f req-467413ef-df72-4b74-b497-21676156560b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:01.221978 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9cd38cf5-a8be-4299-8283-8583c2556b6f req-467413ef-df72-4b74-b497-21676156560b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.0745108 May 17 22:13:01.227656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d22d-1a59-4c53-8f8f-eac8e3ee2389 req-65f9437f-73d4-4123-be8f-a94a622376dd tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:01.228955 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-14a7d22d-1a59-4c53-8f8f-eac8e3ee2389 req-65f9437f-73d4-4123-be8f-a94a622376dd tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0832820 May 17 22:13:01.297646 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9cd38cf5-a8be-4299-8283-8583c2556b6f req-af6811a9-7950-4231-9313-1025959b0554 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671144 May 17 22:13:01.305736 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-14a7d22d-1a59-4c53-8f8f-eac8e3ee2389 req-2d10842b-08d8-45a0-a31c-4d867de15c0d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695479 May 17 22:13:01.408445 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-213fcf10-3e35-4899-a888-6521acc447cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:01.640492 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bc2dd-d005-45fd-bc57-4d7244c912de req-55cc1f49-ff8d-4aa5-97a7-063904b945cb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:01.642455 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0d6bc2dd-d005-45fd-bc57-4d7244c912de req-55cc1f49-ff8d-4aa5-97a7-063904b945cb tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0458672 May 17 22:13:01.692429 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0d6bc2dd-d005-45fd-bc57-4d7244c912de req-402b9276-833f-43ef-b3b1-fdd2f04c3e35 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 May 17 22:13:01.835783 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9df5e1d9-434f-442b-b34e-b6773cf42d7b req-2c6d5126-96eb-49b2-b467-0a08d3def5c6 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0281310 May 17 22:13:02.447397 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def6701-1bb5-480d-8443-44165586f1a7 req-ac337477-9339-40c9-9933-a09b9a8b6aee tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:02.448887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6def6701-1bb5-480d-8443-44165586f1a7 req-ac337477-9339-40c9-9933-a09b9a8b6aee tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.0770869 May 17 22:13:02.455126 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d0b5-0612-4d49-ad34-1635cb0e6927 req-6f87f44a-a6a7-4980-997b-a417f43bf914 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:02.456557 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4162d0b5-0612-4d49-ad34-1635cb0e6927 req-6f87f44a-a6a7-4980-997b-a417f43bf914 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0751879 May 17 22:13:02.530065 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6def6701-1bb5-480d-8443-44165586f1a7 req-939bd0a9-acac-4c4e-b134-294de0229ab7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725741 May 17 22:13:02.533943 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4162d0b5-0612-4d49-ad34-1635cb0e6927 req-c5d46a45-23cc-4f02-85fb-b3fdafbbd140 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708883 May 17 22:13:02.607033 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33216f-6746-4f98-956c-8a883d830223 req-deee6c27-6dd3-4282-95d8-572b7e4e0174 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:02.608483 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3a33216f-6746-4f98-956c-8a883d830223 req-deee6c27-6dd3-4282-95d8-572b7e4e0174 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0465596 May 17 22:13:02.695588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Deleting port b67e5a8d-71dd-4b27-94cf-bf13726c9536 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:13:02.695855 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:02.824615 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68190849-40ce-4c53-b1a7-266aa8286dab req-c9c8852b-e9a5-4388-9ed3-57916a9ffd20 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:02.826513 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68190849-40ce-4c53-b1a7-266aa8286dab req-c9c8852b-e9a5-4388-9ed3-57916a9ffd20 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 945 time: 0.0655966 May 17 22:13:02.835383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] For port b67e5a8d-71dd-4b27-94cf-bf13726c9536, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b67e5a8d-71dd-4b27-94cf-bf13726c9536,segment=NetworkSegment(85768399-bcf0-48fd-914a-524b188038c4),segment_id=85768399-bcf0-48fd-914a-524b188038c4)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:02.835760 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:02.881099 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Calling delete_port for b67e5a8d-71dd-4b27-94cf-bf13726c9536 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:13:02.912085 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68190849-40ce-4c53-b1a7-266aa8286dab req-cdcd912b-439f-42e4-b84b-2ca58ec4b764 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270a7a7-aee1-4893-a458-174cd06acdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787723 May 17 22:13:02.967767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c7e322a2-2a77-4f92-b7c4-c78d6501b9c0 req-cd87f8ec-a8ba-4b07-9515-ac43444e3fe6 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0547924 May 17 22:13:03.139283 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (b67e5a8d-71dd-4b27-94cf-bf13726c9536), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:03.160174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['b67e5a8d-71dd-4b27-94cf-bf13726c9536'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:13:03.171164 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Pushing event deleted for resources: {'Port': ['ID=b67e5a8d-71dd-4b27-94cf-bf13726c9536,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:03.215499 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] No DVR routers for this DVR port b67e5a8d-71dd-4b27-94cf-bf13726c9536 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:13:03.217997 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:03.221243 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3a33216f-6746-4f98-956c-8a883d830223 req-21fdb876-cac6-4a63-b696-a7e94dcaa92f tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.52 "DELETE /v2.0/ports/b67e5a8d-71dd-4b27-94cf-bf13726c9536 HTTP/1.1" status: 204 len: 173 time: 0.6046348 May 17 22:13:03.221670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'name': 'network-vif-deleted', 'tag': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:03.223986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c889193b-9153-4993-9382-5a355a49e4cf" -d '{"events": [{"server_uuid": "7bf0a9fb-ace7-4487-9453-fa095718cfc8", "name": "network-vif-deleted", "tag": "b67e5a8d-71dd-4b27-94cf-bf13726c9536"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:03.262976 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431a800-2cd2-48c2-ad25-01d4170b1a28 x-openstack-request-id: req-4431a800-2cd2-48c2-ad25-01d4170b1a28 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:03.263299 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf0a9fb-ace7-4487-9453-fa095718cfc8", "name": "network-vif-deleted", "tag": "b67e5a8d-71dd-4b27-94cf-bf13726c9536", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:03.263551 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4431a800-2cd2-48c2-ad25-01d4170b1a28 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:03.266240 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4431a800-2cd2-48c2-ad25-01d4170b1a28'] response: {'server_uuid': '7bf0a9fb-ace7-4487-9453-fa095718cfc8', 'name': 'network-vif-deleted', 'tag': 'b67e5a8d-71dd-4b27-94cf-bf13726c9536', 'status': 'completed', 'code': 200} May 17 22:13:03.682946 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa461-0813-4499-88d0-1ca20d2356fa req-5266a965-ad4c-4e8d-96a6-74e9a71fe7ce tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:03.684529 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72aaa461-0813-4499-88d0-1ca20d2356fa req-5266a965-ad4c-4e8d-96a6-74e9a71fe7ce tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0767322 May 17 22:13:03.697653 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb758f-ecc5-437d-bda7-a86472141896 req-97655a37-6d94-4a46-a09b-6ad70b2f6a90 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:03.701236 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fcdb758f-ecc5-437d-bda7-a86472141896 req-97655a37-6d94-4a46-a09b-6ad70b2f6a90 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.0795624 May 17 22:13:04.013233 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72aaa461-0813-4499-88d0-1ca20d2356fa req-06abed8a-540c-4197-a78c-ae080c5c0aef tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124967 May 17 22:13:04.017440 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fcdb758f-ecc5-437d-bda7-a86472141896 req-30d0a2a5-d315-405e-89d9-1ef6a14c8db4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085694 May 17 22:13:04.028194 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b3603e7d-0289-43fc-857b-7080507fdc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:04.137504 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-208c7c1d-4c09-4429-b127-e33717c3b18a req-f3e96026-8129-4976-9490-d252204ca983 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0492940 May 17 22:13:04.139195 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-52fcfd4c-673b-49a7-8e4d-bbe4b9387f05 req-7dd0a0c4-d48a-46de-a2fb-2a747378e694 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0400164 May 17 22:13:04.996203 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:05.223059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a0d8-3a3c-4fac-9cf0-abe93513a8c3 req-b769d1b1-3e73-4417-b518-f148d12a2a04 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:05.224437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3307a0d8-3a3c-4fac-9cf0-abe93513a8c3 req-b769d1b1-3e73-4417-b518-f148d12a2a04 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.1182442 May 17 22:13:05.232343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50c8e9-a835-4d73-8075-bb322622c357 req-6d2ce409-ac85-40af-989d-6fe29526c31b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:05.234769 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b50c8e9-a835-4d73-8075-bb322622c357 req-6d2ce409-ac85-40af-989d-6fe29526c31b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1359544 May 17 22:13:05.281012 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-04153a15-4d94-4aab-85eb-e584efbc144e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:05.282530 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-04153a15-4d94-4aab-85eb-e584efbc144e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "GET /v2.0/networks?id=728fcf69-a03b-4660-ab19-7ef744bf8d9d HTTP/1.1" status: 200 len: 813 time: 0.2112181 May 17 22:13:05.307309 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Request body: {'port': {'device_id': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d', 'admin_state_up': True, 'tenant_id': '93c1c0a74d6a4392947ee727aa1d3da3'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:05.358436 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3307a0d8-3a3c-4fac-9cf0-abe93513a8c3 req-96f61347-22da-4e46-a7fd-818f27852d23 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237311 May 17 22:13:05.362084 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b50c8e9-a835-4d73-8075-bb322622c357 req-6b4cb334-e98e-46c8-b830-0be98cd1b43b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149995 May 17 22:13:05.517762 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ae8e3741-ca93-4ca2-9aea-400399c1263b req-9a362e0b-5583-48f3-b503-2c9f4f2aa7b2 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0445514 May 17 22:13:05.538423 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6c0253f0-fe58-4c8d-a269-9e2d01ade101 req-0b3cbd60-9dcb-4468-a6c2-0b8a91c578c5 tempest-VolumesActionsTest-1081635847 tempest-VolumesActionsTest-1081635847-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bf0a9fb-ace7-4487-9453-fa095718cfc8 HTTP/1.1" status: 200 len: 210 time: 0.0531316 May 17 22:13:05.616473 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Made reservation on behalf of 93c1c0a74d6a4392947ee727aa1d3da3 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:13:05.619988 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:05.765667 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Allocated IP 172.20.0.14 (728fcf69-a03b-4660-ab19-7ef744bf8d9d/f4fa37af-cb1b-4f83-bb8d-dff6203f9284/c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:13:05.913445 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks [] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:06.008773 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:06.051843 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Network 728fcf69-a03b-4660-ab19-7ef744bf8d9d is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:13:06.055069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:13:06.064466 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:13:06.095699 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Pushing event updated for resources: {'Port': ['ID=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:06.169047 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c73963-32cd-4964-ae2a-58e0f982b1e8 req-a27a7048-6dae-40df-abd9-08d2a95092cf tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.170493 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10c73963-32cd-4964-ae2a-58e0f982b1e8 req-a27a7048-6dae-40df-abd9-08d2a95092cf tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1059067 May 17 22:13:06.191461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.192043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:06.196166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-9e273145-67c3-4cba-b848-447ad555812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.197548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-9e273145-67c3-4cba-b848-447ad555812d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0834262 May 17 22:13:06.292767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10c73963-32cd-4964-ae2a-58e0f982b1e8 req-fd04646c-9d8b-46e0-a1d9-3a9003190923 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137767 May 17 22:13:06.318376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-f91e724a-02ce-4146-be0d-b233f30d6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.319865 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-f91e724a-02ce-4146-be0d-b233f30d6ad9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1131239 May 17 22:13:06.380473 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-8f1a885f-84ce-42d8-96cd-91cb8053752b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0832205 May 17 22:13:06.381940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:06.384108 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-578fd5d3-f0ce-46e0-86eb-5e1dd6d510a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 1001 time: 0.0571909 May 17 22:13:06.399792 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Request body: {'port': {'device_id': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:06.518449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-25da828f-e4cd-45fc-aadb-4b80c0592d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.519819 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-25da828f-e4cd-45fc-aadb-4b80c0592d5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.1238170 May 17 22:13:06.530943 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852811a-7fb6-4b57-9fd3-7dab3a37cc45 req-5ca9136c-e600-49bd-98dc-1c8f0184a7e7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.532383 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1852811a-7fb6-4b57-9fd3-7dab3a37cc45 req-5ca9136c-e600-49bd-98dc-1c8f0184a7e7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0873618 May 17 22:13:06.546696 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:06.633915 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-facc4c1a-3e09-4028-8df3-c76c827cedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.635409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-facc4c1a-3e09-4028-8df3-c76c827cedca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006422 May 17 22:13:06.725049 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1852811a-7fb6-4b57-9fd3-7dab3a37cc45 req-ee86e075-10d7-42f7-962d-95983ad68287 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798470 May 17 22:13:06.730856 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354ba0c-3084-4d39-9f7b-042b1a785d12 req-8afe17f7-4b13-4514-8353-85120e427ea2 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:06.732263 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9354ba0c-3084-4d39-9f7b-042b1a785d12 req-8afe17f7-4b13-4514-8353-85120e427ea2 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 932 time: 0.1404524 May 17 22:13:06.793109 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b67e5a8d-71dd-4b27-94cf-bf13726c9536 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:13:06.820064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: b67e5a8d-71dd-4b27-94cf-bf13726c9536 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:13:06.820552 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b67e5a8d-71dd-4b27-94cf-bf13726c9536 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:13:06.895491 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-2a222a7c-f004-4527-a9ab-e6a832c23662 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405312 May 17 22:13:06.936724 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9354ba0c-3084-4d39-9f7b-042b1a785d12 req-3b075549-9ac2-472b-9363-77b3088b1884 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683557 May 17 22:13:07.072670 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-801c32d8-4302-4bf6-a526-ae310e6b0d73 req-3a888175-76d6-47b5-91f9-58ab83ab7af4 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669958 May 17 22:13:07.121983 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:13:07.132117 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Publish callbacks [] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:07.149401 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Transition to ACTIVE for port object c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:13:07.196397 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:07.247944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Pushing event updated for resources: {'Port': ['ID=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:07.319651 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Attempting to bind port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:13:07.320294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Attempting to bind port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:13:07.320294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Attempting to bind port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 on network 728fcf69-a03b-4660-ab19-7ef744bf8d9d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:13:07.326405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 on network 728fcf69-a03b-4660-ab19-7ef744bf8d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:13:07.326728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Attempting to bind port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 on network 728fcf69-a03b-4660-ab19-7ef744bf8d9d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:13:07.332358 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:13:07.332701 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Checking segment: {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:13:07.333082 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Bound using segment: {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:13:07.333507 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Bound port: c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d6f344-b684-4ce9-9f33-3b3560da5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:13:07.333868 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:07.424234 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] For port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:13:07.441774 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9194a-c066-4842-a813-964cd5dade29 req-a3f0b873-03e6-4163-8593-0c59cec973ba tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:07.443292 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8c9194a-c066-4842-a813-964cd5dade29 req-a3f0b873-03e6-4163-8593-0c59cec973ba tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0630801 May 17 22:13:07.446650 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] For port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:13:07.490008 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8c9194a-c066-4842-a813-964cd5dade29 req-2ab19fc4-b263-4818-854e-132391b9385c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 May 17 22:13:07.519862 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:07.556413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:07.557026 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:07.558392 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] 10.222.0.52 "PUT /v2.0/ports/c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 HTTP/1.1" status: 200 len: 1094 time: 1.1636498 May 17 22:13:07.558826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'tag': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:07.561321 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b91ceec7-4d65-407e-b85f-da561fe693a2", "tag": "c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:07.590160 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2dfc-31f0-4c69-bd86-31072269720b service neutron] Pushing event updated for resources: {'Port': ['ID=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:07.600662 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc01684-3896-44a0-8e71-7537c49e2e05 x-openstack-request-id: req-0cc01684-3896-44a0-8e71-7537c49e2e05 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:07.600954 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91ceec7-4d65-407e-b85f-da561fe693a2", "tag": "c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:07.601205 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cc01684-3896-44a0-8e71-7537c49e2e05 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:07.601608 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc01684-3896-44a0-8e71-7537c49e2e05'] response: {'name': 'network-changed', 'server_uuid': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'tag': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8', 'status': 'completed', 'code': 200} May 17 22:13:07.663197 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd req-9c36b691-e8e0-4a81-9cdc-83a810beffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:07.664689 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd req-9c36b691-e8e0-4a81-9cdc-83a810beffed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 1128 time: 0.0396116 May 17 22:13:07.748793 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:07.771951 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd req-1f364375-a3aa-4afd-868d-cf3531e758da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:07.773465 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd req-1f364375-a3aa-4afd-868d-cf3531e758da service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0978222 May 17 22:13:07.885917 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34712b63-3ac4-4213-bce8-3124edc0306b req-38a9ba41-3567-4125-aff3-b23b6a28d581 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:07.887406 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34712b63-3ac4-4213-bce8-3124edc0306b req-38a9ba41-3567-4125-aff3-b23b6a28d581 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0854592 May 17 22:13:07.925395 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd req-eaed7cc7-1277-484f-9362-6a957d32aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:07.926875 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fa8df3ea-1a79-4908-80d6-8cd320a79bdd req-eaed7cc7-1277-484f-9362-6a957d32aa77 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471231 May 17 22:13:07.960812 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34712b63-3ac4-4213-bce8-3124edc0306b req-2975a217-76b7-4a4b-91b9-01a9520eb823 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641387 May 17 22:13:08.004030 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-db46d26f-651d-45bb-9298-771ff4a56b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:08.006389 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-db46d26f-651d-45bb-9298-771ff4a56b4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 1128 time: 0.0407124 May 17 22:13:08.068678 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-082258b5-2eac-4269-99ec-c2a819f5bdd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 HTTP/1.1" status: 200 len: 217 time: 0.0487289 May 17 22:13:08.097369 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442491-fe38-4f99-a006-d12f72e1a969 req-a1eb6016-578e-4ae2-bfdc-cb96b21f3503 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:08.098777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-44442491-fe38-4f99-a006-d12f72e1a969 req-a1eb6016-578e-4ae2-bfdc-cb96b21f3503 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 944 time: 0.0876315 May 17 22:13:08.158807 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a588-47ca-49e4-aa3b-17146617a803 req-e0431338-482b-40f2-90b4-cfdcd197ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:08.160296 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-e0431338-482b-40f2-90b4-cfdcd197ed1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4fa37af-cb1b-4f83-bb8d-dff6203f9284 HTTP/1.1" status: 200 len: 853 time: 0.0839937 May 17 22:13:08.180558 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-44442491-fe38-4f99-a006-d12f72e1a969 req-19c1e007-890f-4f83-b00c-d3e5b801120d tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644455 May 17 22:13:08.196230 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-9e72abb7-5f22-4298-b5a6-3d704144c4d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=728fcf69-a03b-4660-ab19-7ef744bf8d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286031 May 17 22:13:08.289548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-60d7334b-dc0e-4549-8ea8-1fe4f2f9422d service neutron] 10.222.0.52 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855703 May 17 22:13:08.603864 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240bd7-11b1-480b-bd05-33d8e09e3bf5 req-0ebed037-6cf0-42cf-9eec-05429efaa660 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:08.605333 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df240bd7-11b1-480b-bd05-33d8e09e3bf5 req-0ebed037-6cf0-42cf-9eec-05429efaa660 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0473061 May 17 22:13:08.652027 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df240bd7-11b1-480b-bd05-33d8e09e3bf5 req-b0bacd1b-6ca4-4468-9f7e-d173613424ea tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 May 17 22:13:09.072537 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921f716-0fc0-422c-9d62-4a191fd70fe1 req-c2f4f51d-e406-4a14-a7cb-519b683b88cd tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:09.073977 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a921f716-0fc0-422c-9d62-4a191fd70fe1 req-c2f4f51d-e406-4a14-a7cb-519b683b88cd tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0458076 May 17 22:13:09.125620 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a921f716-0fc0-422c-9d62-4a191fd70fe1 req-9d650779-6f44-4e90-8c72-c1eba4819f45 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462005 May 17 22:13:09.291679 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35900b3-9620-48a2-b376-a2c88877e266 req-bdf49712-7085-4eeb-8a52-de1af1da1da1 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:09.293140 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b35900b3-9620-48a2-b376-a2c88877e266 req-bdf49712-7085-4eeb-8a52-de1af1da1da1 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 944 time: 0.0474098 May 17 22:13:09.340407 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b35900b3-9620-48a2-b376-a2c88877e266 req-1f593445-272d-4dae-8947-f1547e02a8bb tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 May 17 22:13:09.637374 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aff1a-b2f6-4b73-8e76-adffaf2a15c7 req-95a8e572-cc8a-4e4b-9e5f-f3d2574f8606 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:09.638820 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-029aff1a-b2f6-4b73-8e76-adffaf2a15c7 req-95a8e572-cc8a-4e4b-9e5f-f3d2574f8606 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0470889 May 17 22:13:09.685908 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-029aff1a-b2f6-4b73-8e76-adffaf2a15c7 req-19f2d19f-f393-4f3c-bda5-7bd0cfe00ec5 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409408 May 17 22:13:09.770273 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0dac-96f7-4066-a9bb-691f07d36cb1 req-90b60780-c8c3-471a-9d74-4d65b1ca844c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:09.771745 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2ad0dac-96f7-4066-a9bb-691f07d36cb1 req-90b60780-c8c3-471a-9d74-4d65b1ca844c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0496542 May 17 22:13:09.817985 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2ad0dac-96f7-4066-a9bb-691f07d36cb1 req-afec2414-26cf-44b9-b6a2-090b319050d4 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 May 17 22:13:10.238410 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0d85a-020c-45b0-857c-716b18f1dadf req-284ccb34-5253-4803-a72c-6cc1d50d11d0 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:10.239914 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3e0d85a-020c-45b0-857c-716b18f1dadf req-284ccb34-5253-4803-a72c-6cc1d50d11d0 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0465627 May 17 22:13:10.285478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3e0d85a-020c-45b0-857c-716b18f1dadf req-4f001007-352d-4f57-a8ad-95c337437431 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 May 17 22:13:10.457131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78fc5a-84e5-4691-99c9-1a37fe4851c8 req-12234629-22f1-4956-afd9-bb7692e4b3aa tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:10.458599 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d78fc5a-84e5-4691-99c9-1a37fe4851c8 req-12234629-22f1-4956-afd9-bb7692e4b3aa tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 944 time: 0.0469074 May 17 22:13:10.508863 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d78fc5a-84e5-4691-99c9-1a37fe4851c8 req-f3bec41c-20d2-44bb-8eea-e2a8b681ae35 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446765 May 17 22:13:10.800347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c633f-63f7-4731-88b9-049f099502a3 req-08c18d20-cd71-40d2-9e86-be784dd807be tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:10.801770 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb3c633f-63f7-4731-88b9-049f099502a3 req-08c18d20-cd71-40d2-9e86-be784dd807be tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0457385 May 17 22:13:10.847994 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb3c633f-63f7-4731-88b9-049f099502a3 req-d3af8c2e-4180-428d-bd2a-4aa63d7767e9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408366 May 17 22:13:10.930940 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e937c0-b960-46d2-b403-5c9952658f08 req-963ac7b4-73df-4d95-831d-e881abbb7410 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:10.932386 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f0e937c0-b960-46d2-b403-5c9952658f08 req-963ac7b4-73df-4d95-831d-e881abbb7410 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0476344 May 17 22:13:10.978494 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f0e937c0-b960-46d2-b403-5c9952658f08 req-5f95242a-1f87-4cc7-834a-24a5db08c9be tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 May 17 22:13:11.330437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9881a588-47ca-49e4-aa3b-17146617a803 req-0a0fbcc5-bba8-4ca4-a46f-6623c1663f01 service neutron] 10.222.0.52 "GET /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242488 May 17 22:13:11.396799 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512deaaa-d81e-4b6d-9dc0-b32e07c94775 req-7cd78733-c356-4952-ae28-a55c6356a15d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:11.398214 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-512deaaa-d81e-4b6d-9dc0-b32e07c94775 req-7cd78733-c356-4952-ae28-a55c6356a15d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0453839 May 17 22:13:11.446631 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-512deaaa-d81e-4b6d-9dc0-b32e07c94775 req-ea2b5b1b-2150-42a9-9312-c9a0241e473b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 May 17 22:13:11.623072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcd041-f041-44c9-a585-bbd31a601ffd req-8ef25e0e-66c7-44b4-ab57-6f4d40a2087e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:11.624430 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f3bcd041-f041-44c9-a585-bbd31a601ffd req-8ef25e0e-66c7-44b4-ab57-6f4d40a2087e tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 944 time: 0.0477157 May 17 22:13:11.671530 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f3bcd041-f041-44c9-a585-bbd31a601ffd req-4f6ea21d-216c-479b-86f8-d9389cd894ed tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 May 17 22:13:11.752009 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406db33-38fd-4613-9496-cd8a77ebc1ba req-7cb45dfb-4f0c-4b35-b055-5a8d8003edde tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:11.753453 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3406db33-38fd-4613-9496-cd8a77ebc1ba req-7cb45dfb-4f0c-4b35-b055-5a8d8003edde tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0458772 May 17 22:13:11.799125 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3406db33-38fd-4613-9496-cd8a77ebc1ba req-a4a46d41-df87-427f-a9fb-93459d5b7363 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402534 May 17 22:13:11.966975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d93fd-8810-4798-90e6-4f675ad1242d req-1c60a753-eb69-47e8-b4a8-4c0aa0d7073e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:11.968518 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a9d93fd-8810-4798-90e6-4f675ad1242d req-1c60a753-eb69-47e8-b4a8-4c0aa0d7073e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0514252 May 17 22:13:12.016158 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a9d93fd-8810-4798-90e6-4f675ad1242d req-71d039b9-b6a1-4206-9955-99b50e1b96a3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417404 May 17 22:13:12.089625 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88d2b3-ae27-4dbf-9cbb-7b19946f8032 req-e0ca79cd-5a82-4d51-98ea-3bc28e4c6a76 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:12.091057 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d88d2b3-ae27-4dbf-9cbb-7b19946f8032 req-e0ca79cd-5a82-4d51-98ea-3bc28e4c6a76 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0469244 May 17 22:13:12.137675 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d88d2b3-ae27-4dbf-9cbb-7b19946f8032 req-5224f06f-51d2-4591-9d9e-1dedc0c42d11 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 May 17 22:13:12.882770 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b115d9-d1d4-4b2c-9691-039256c70aa0 req-ab8c9dad-75bb-4a7c-9e0d-48b44c90f8a9 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:12.884309 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5b115d9-d1d4-4b2c-9691-039256c70aa0 req-ab8c9dad-75bb-4a7c-9e0d-48b44c90f8a9 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 944 time: 0.1037827 May 17 22:13:12.923334 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeb620-ae60-4adf-b4de-ab7c44cdd14a req-64cc57ba-586d-4367-be3e-c9c02ce07805 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:12.927618 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7abeb620-ae60-4adf-b4de-ab7c44cdd14a req-64cc57ba-586d-4367-be3e-c9c02ce07805 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.1005204 May 17 22:13:12.985529 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5b115d9-d1d4-4b2c-9691-039256c70aa0 req-58247849-ac19-44fa-a8e3-3e97ee422345 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902107 May 17 22:13:13.036523 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7abeb620-ae60-4adf-b4de-ab7c44cdd14a req-00c173ea-4f3a-49b8-b8cf-7b1e4717abaa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036534 May 17 22:13:13.106427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9bf2-a658-4b63-a427-90a133c44f7c req-361dad87-8f41-469d-8372-24a811370c8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:13.112852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-af8f9bf2-a658-4b63-a427-90a133c44f7c req-361dad87-8f41-469d-8372-24a811370c8c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0554731 May 17 22:13:13.199062 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-af8f9bf2-a658-4b63-a427-90a133c44f7c req-4cf8340b-e26c-43c6-bf41-001c0ea036db tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843258 May 17 22:13:13.235643 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a4ef6-7bf4-4516-8dbd-ca9a337f4c78 req-e191ba85-0b4b-43a9-aa90-94cdc4715c87 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:13.243664 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-471a4ef6-7bf4-4516-8dbd-ca9a337f4c78 req-e191ba85-0b4b-43a9-aa90-94cdc4715c87 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0913825 May 17 22:13:13.325484 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab781-366d-403e-8619-f52c16ef0cea req-cc6e3cff-0ddb-40db-b5b2-46213e1e889b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:13.327248 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-970ab781-366d-403e-8619-f52c16ef0cea req-cc6e3cff-0ddb-40db-b5b2-46213e1e889b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0672042 May 17 22:13:13.339010 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-471a4ef6-7bf4-4516-8dbd-ca9a337f4c78 req-2c96c481-1cf1-4eab-ba40-37fc218fc14a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911658 May 17 22:13:13.427646 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-970ab781-366d-403e-8619-f52c16ef0cea req-8c4c448b-0b25-4079-b64c-54db8ba6a797 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666249 May 17 22:13:13.895777 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-4aa5d780-2b39-44a9-9b6e-605fc3566c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:13.896741 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-4aa5d780-2b39-44a9-9b6e-605fc3566c69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 1130 time: 0.0548606 May 17 22:13:13.981157 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-61a46376-13e1-4406-9b42-9e4947112b58 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:13.983008 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-61a46376-13e1-4406-9b42-9e4947112b58 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.0761652 May 17 22:13:14.006058 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469399b6-8586-43d4-9163-47695beb7719 req-5ec036e3-a0aa-49b4-a572-56d899d26b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.008304 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-5ec036e3-a0aa-49b4-a572-56d899d26b2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1169 time: 0.0733345 May 17 22:13:14.160800 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469399b6-8586-43d4-9163-47695beb7719 req-49565219-1035-48be-b120-2d08138d8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.163502 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-49565219-1035-48be-b120-2d08138d8692 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 916 time: 0.1489191 May 17 22:13:14.242086 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9bf69-50f5-4a2b-b6ec-768a3ffdee37 req-befd3804-e772-4064-8f94-fc8c547c9cb4 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.243644 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cb9bf69-50f5-4a2b-b6ec-768a3ffdee37 req-befd3804-e772-4064-8f94-fc8c547c9cb4 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 944 time: 0.1714296 May 17 22:13:14.247202 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port b2ca1063-f162-4839-8103-868d1a01da49 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:13:14.247381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (b2ca1063-f162-4839-8103-868d1a01da49), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:14.252643 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-a707d730-5ce0-4f2b-ae6c-7de927bc177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.254077 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-a707d730-5ce0-4f2b-ae6c-7de927bc177f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 911 time: 0.3453491 May 17 22:13:14.286014 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-be50e8db-d1b0-4c74-bd0a-1d930a21c22f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 1002 time: 0.1164048 May 17 22:13:14.286678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2eca-4bc1-4bb4-b131-372821cc979b req-e8b824db-d50e-44ca-a91d-f198c4389970 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.288205 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fb6a2eca-4bc1-4bb4-b131-372821cc979b req-e8b824db-d50e-44ca-a91d-f198c4389970 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.1396825 May 17 22:13:14.355681 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469399b6-8586-43d4-9163-47695beb7719 req-0e619733-6c1e-4455-978d-5089ee6fff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.358285 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-0e619733-6c1e-4455-978d-5089ee6fff0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 200 len: 854 time: 0.0627828 May 17 22:13:14.413459 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469399b6-8586-43d4-9163-47695beb7719 req-d536f73e-5981-4f08-a71f-c156ef660a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.414808 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-d536f73e-5981-4f08-a71f-c156ef660a14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498211 May 17 22:13:14.418052 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:13:14.454140 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cb9bf69-50f5-4a2b-b6ec-768a3ffdee37 req-b3c834e6-15e2-4131-b617-5d3790b55c39 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985331 May 17 22:13:14.471391 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-a8bd1c40-0e42-4b77-a9f1-d18f0b474b28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 200 len: 1002 time: 0.1959064 May 17 22:13:14.545366 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-3dbffe3a-f214-4c44-be23-64e7feb25214 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228342 May 17 22:13:14.631750 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fb6a2eca-4bc1-4bb4-b131-372821cc979b req-a28b2827-c043-45c0-bb56-30fcf051b24a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3322370 May 17 22:13:14.647991 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-5bca51d5-ee09-4d57-83ed-aee5752def70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.649579 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-5bca51d5-ee09-4d57-83ed-aee5752def70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.1749022 May 17 22:13:14.651368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] For port b2ca1063-f162-4839-8103-868d1a01da49, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2ca1063-f162-4839-8103-868d1a01da49,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:14.651826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (b2ca1063-f162-4839-8103-868d1a01da49), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:14.686717 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-95cab334-0259-4f22-ad25-878a32b149e1 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345098 May 17 22:13:14.723037 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb523-7f31-4354-901d-ca2232a97965 req-87ab1cec-6081-4590-a9f4-7dea3a9022d9 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.724683 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2f2fb523-7f31-4354-901d-ca2232a97965 req-87ab1cec-6081-4590-a9f4-7dea3a9022d9 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1445670 May 17 22:13:14.819396 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:13:14.843834 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-6ee68133-fd58-41b0-8894-0c08cbcef75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.847287 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-6ee68133-fd58-41b0-8894-0c08cbcef75e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1838441 May 17 22:13:14.942727 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826ebc2-09c9-48de-944d-086c7b3689e4 req-e90209d0-4db8-48e9-b2db-1f02a13de96a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:14.944889 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e826ebc2-09c9-48de-944d-086c7b3689e4 req-e90209d0-4db8-48e9-b2db-1f02a13de96a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 945 time: 0.1770904 May 17 22:13:15.004881 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:15.023147 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8', 'network_id': '728fcf69-a03b-4660-ab19-7ef744bf8d9d', 'port_id': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8', 'mac_address': 'fa:16:3e:3a:80:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fa37af-cb1b-4f83-bb8d-dff6203f9284', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:13:15.025339 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2f2fb523-7f31-4354-901d-ca2232a97965 req-e31fcd67-2213-4455-a839-fa2e4975f51c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587183 May 17 22:13:15.096891 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:13:15.097358 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:15.112289 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:13:15.139238 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:15.181967 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:15.182490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (40c11edd-b2e5-4595-95c5-9c33bef66cb4), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:15.182903 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 40c11edd-b2e5-4595-95c5-9c33bef66cb4 disassociated. External IP: 172.27.2.105, port: b2ca1063-f162-4839-8103-868d1a01da49. May 17 22:13:15.183381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for b2ca1063-f162-4839-8103-868d1a01da49 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:13:15.187322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-6a3fbc43-7443-418c-89a4-851588ef7311 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281381 May 17 22:13:15.205174 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e826ebc2-09c9-48de-944d-086c7b3689e4 req-2c87576b-45b6-466a-8eff-1bb480f46e44 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4227d8a-fc34-4df1-b77c-a06c62c37588&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963089 May 17 22:13:15.211728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd5ac-0b75-4c08-9c40-209f560a0597 req-61c9b0a9-27ce-4aa0-b2bb-a8d3d3b9c579 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:15.213439 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-898fd5ac-0b75-4c08-9c40-209f560a0597 req-61c9b0a9-27ce-4aa0-b2bb-a8d3d3b9c579 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1113155 May 17 22:13:15.222430 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:15.290054 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:15.420098 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-898fd5ac-0b75-4c08-9c40-209f560a0597 req-3c6482e8-0177-43d3-9cd6-626d7dd7b090 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826482 May 17 22:13:15.429021 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3364a13-fabd-40a5-a098-6a70d4d43d33 req-3413b6c5-2295-4868-8139-5dc922be1112 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145023 May 17 22:13:15.545067 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:13:15.573759 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4231d-028a-4c2a-81f3-964deed33dad req-e3220b4c-9ae2-4e2d-a0ed-5c319bab2252 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:15.573759 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-30b4231d-028a-4c2a-81f3-964deed33dad req-e3220b4c-9ae2-4e2d-a0ed-5c319bab2252 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 945 time: 0.0529315 May 17 22:13:15.631491 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-30b4231d-028a-4c2a-81f3-964deed33dad req-deba37eb-6814-4e80-912c-7e6ff0aa11c7 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505774 May 17 22:13:15.748152 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff94f0-60b1-4e80-a976-fdb9b719a75a req-c0bc769f-5b08-4a15-b41a-174d833a6e79 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:15.749506 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-29ff94f0-60b1-4e80-a976-fdb9b719a75a req-c0bc769f-5b08-4a15-b41a-174d833a6e79 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0517309 May 17 22:13:15.764917 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (b2ca1063-f162-4839-8103-868d1a01da49), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:15.802621 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=b2ca1063-f162-4839-8103-868d1a01da49,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:15.903366 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-29ff94f0-60b1-4e80-a976-fdb9b719a75a req-be0eb7bc-2629-4aed-948f-a2a0701cfaa2 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417439 May 17 22:13:16.005768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:13:16.211487 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8895a-48c5-402d-a23f-4e829ce9a79e req-c71003ab-8a47-4fb2-8ee8-0348e7bc3c52 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:16.218413 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5d8895a-48c5-402d-a23f-4e829ce9a79e req-c71003ab-8a47-4fb2-8ee8-0348e7bc3c52 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0713680 May 17 22:13:16.241326 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:13:16.252138 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:13:16.278656 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:16.279768 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:16.312821 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] No DVR routers for this DVR port b2ca1063-f162-4839-8103-868d1a01da49 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:13:16.316885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:16.320065 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3b63902a-9a80-4cd8-90cf-34ee68f67ad4 req-c0604e46-9dd8-40c4-8df6-d37998a32336 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "DELETE /v2.0/ports/b2ca1063-f162-4839-8103-868d1a01da49 HTTP/1.1" status: 204 len: 173 time: 2.3295407 May 17 22:13:16.321395 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'name': 'network-vif-deleted', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:16.324522 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b921733-fe42-4cf9-b086-ca31bb1a14c2" -d '{"events": [{"server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "name": "network-vif-deleted", "tag": "b2ca1063-f162-4839-8103-868d1a01da49"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:16.367351 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b796b1ee-2308-4ef1-982d-dc3a546c3c67 req-2f76c629-e82d-432b-b7eb-59a29fbf3a91 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0320895 May 17 22:13:16.381540 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5d8895a-48c5-402d-a23f-4e829ce9a79e req-d010ec9f-6bc6-4e51-a466-45e339b5f5c6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623158 May 17 22:13:16.418340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4548dae-f011-4c93-b61f-d78035e13881 x-openstack-request-id: req-f4548dae-f011-4c93-b61f-d78035e13881 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:16.419335 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429a5e1d-02ff-43b5-a293-584d721f62ca", "name": "network-vif-deleted", "tag": "b2ca1063-f162-4839-8103-868d1a01da49", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:16.420166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4548dae-f011-4c93-b61f-d78035e13881 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:16.421833 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4548dae-f011-4c93-b61f-d78035e13881'] response: {'server_uuid': '429a5e1d-02ff-43b5-a293-584d721f62ca', 'name': 'network-vif-deleted', 'tag': 'b2ca1063-f162-4839-8103-868d1a01da49', 'status': 'completed', 'code': 200} May 17 22:13:16.465052 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:16.604320 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddc205-74a9-490d-b853-4a6463515582 req-49cb3aa1-1717-4c95-a452-156d8f7f4353 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:16.608057 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27ddc205-74a9-490d-b853-4a6463515582 req-49cb3aa1-1717-4c95-a452-156d8f7f4353 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0893819 May 17 22:13:16.708359 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27ddc205-74a9-490d-b853-4a6463515582 req-4129af87-37a0-410d-afe8-04b571a5761a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937781 May 17 22:13:16.823714 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:13:16.855219 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc808f4-f7ac-4b44-826f-cc12ae85d956 req-3aaa7b9e-811c-447d-b4d8-f81c62acc87a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:16.871934 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cfc808f4-f7ac-4b44-826f-cc12ae85d956 req-3aaa7b9e-811c-447d-b4d8-f81c62acc87a tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 945 time: 0.1022971 May 17 22:13:16.928357 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:04Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:16.944229 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:13:16.957738 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:13:16.966767 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:16.967463 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:16.991053 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cfc808f4-f7ac-4b44-826f-cc12ae85d956 req-4312d367-d16b-4c1a-b12e-5c52511b7089 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180074 May 17 22:13:17.056380 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:13:17.057200 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:17.117368 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:17.211649 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:13:17.215580 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:17.281245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:17.287496 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba4837-dd40-484c-b64c-e6d3e5664b45" -d '{"events": [{"server_uuid": "b91ceec7-4d65-407e-b85f-da561fe693a2", "name": "network-vif-plugged", "status": "completed", "tag": "c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:17.331661 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:17.370739 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49813f2-f8f7-473a-8670-6d54343da36a x-openstack-request-id: req-c49813f2-f8f7-473a-8670-6d54343da36a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:17.371072 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91ceec7-4d65-407e-b85f-da561fe693a2", "name": "network-vif-plugged", "status": "completed", "tag": "c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:17.371347 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c49813f2-f8f7-473a-8670-6d54343da36a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:17.371747 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49813f2-f8f7-473a-8670-6d54343da36a'] response: {'server_uuid': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8', 'code': 200} May 17 22:13:17.411546 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:17.411879 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b2ca1063-f162-4839-8103-868d1a01da49 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:13:17.437372 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93e4c9-0c3f-4cb1-b373-a6d54c55fa1a req-2bf52b6e-4cfe-414b-a2a9-6cf07c95968a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:17.445120 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d93e4c9-0c3f-4cb1-b373-a6d54c55fa1a req-2bf52b6e-4cfe-414b-a2a9-6cf07c95968a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.4492829 May 17 22:13:17.512516 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: b2ca1063-f162-4839-8103-868d1a01da49 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:13:17.515181 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device b2ca1063-f162-4839-8103-868d1a01da49 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:13:17.578167 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d93e4c9-0c3f-4cb1-b373-a6d54c55fa1a req-7c1b5a34-efb2-48aa-a978-360b33d8ee7f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317732 May 17 22:13:17.611152 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:17.611278 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:04Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:17.652226 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de29b35-a188-44b3-a0c4-aa8bef2e04ed None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '1126f243-d3d8-4646-8003-3de41493ca07', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f2:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:09:18Z', 'updated_at': '2022-05-17T22:10:04Z', 'revision_number': 2, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:13:17.665043 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-709430ba-2658-4d10-940e-370e181869be req-13c33e17-b50c-4b5e-947d-ecd94a4125d5 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=429a5e1d-02ff-43b5-a293-584d721f62ca HTTP/1.1" status: 200 len: 210 time: 0.0829861 May 17 22:13:17.792457 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4a8ad-648a-4cf6-80d2-da96129d895c req-e28c43f9-8504-4d23-8c80-71d181bff456 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:17.792833 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68e4a8ad-648a-4cf6-80d2-da96129d895c req-e28c43f9-8504-4d23-8c80-71d181bff456 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.1118839 May 17 22:13:17.908241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56409406-fb71-498d-83c3-aed333915228 req-3cffa5a5-0a39-4af2-a8fc-03bedc872806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:17.911996 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56409406-fb71-498d-83c3-aed333915228 req-3cffa5a5-0a39-4af2-a8fc-03bedc872806 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 1130 time: 0.1182845 May 17 22:13:17.974219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68e4a8ad-648a-4cf6-80d2-da96129d895c req-1467caa9-5d41-45a7-8b50-d7d4a6df1f4e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649964 May 17 22:13:18.045013 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea8888-dade-42f9-aa7f-9ea218d750d9 req-53a13970-bea5-4a50-87ef-89086f741b15 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:18.049315 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66ea8888-dade-42f9-aa7f-9ea218d750d9 req-53a13970-bea5-4a50-87ef-89086f741b15 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1718073 May 17 22:13:18.115559 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6b1f9-806c-4495-a368-56fe414ecf23 None None] New status for floating IP 40c11edd-b2e5-4595-95c5-9c33bef66cb4: DOWN {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:13:18.176692 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56409406-fb71-498d-83c3-aed333915228 req-45bdd40d-da72-4e6f-9eab-b49f59d96b56 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385566 May 17 22:13:18.193914 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66ea8888-dade-42f9-aa7f-9ea218d750d9 req-9c7895a3-b4f4-4c9f-bd7e-275ec7cbe190 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382720 May 17 22:13:18.250425 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49392d-d9ba-4ccf-82cb-bd9546c52d34 req-73721adc-27db-44f7-8048-0c9956ec23cf tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:18.253538 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4f49392d-d9ba-4ccf-82cb-bd9546c52d34 req-73721adc-27db-44f7-8048-0c9956ec23cf tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.1580310 May 17 22:13:18.317950 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4f49392d-d9ba-4ccf-82cb-bd9546c52d34 req-602bfcc0-4f2f-46f2-97bf-3a5d78051123 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588009 May 17 22:13:18.699414 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1686a41-15f6-4a7a-b30c-f1cb4272a0c4 req-9453c73d-4807-4448-a859-eda461be8b6d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:18.707695 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1686a41-15f6-4a7a-b30c-f1cb4272a0c4 req-9453c73d-4807-4448-a859-eda461be8b6d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0731580 May 17 22:13:18.790632 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1686a41-15f6-4a7a-b30c-f1cb4272a0c4 req-85068b3f-d43d-464d-a7d5-9e202bca8c33 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822203 May 17 22:13:18.898194 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43692) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:18.979732 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fe58014-253e-46f8-a89f-b234998c6bc1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (c4227d8a-fc34-4df1-b77c-a06c62c37588), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.009812 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fe58014-253e-46f8-a89f-b234998c6bc1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (c4227d8a-fc34-4df1-b77c-a06c62c37588), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.127797 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fe58014-253e-46f8-a89f-b234998c6bc1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c4227d8a-fc34-4df1-b77c-a06c62c37588), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.131488 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2fe58014-253e-46f8-a89f-b234998c6bc1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.135424 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2fe58014-253e-46f8-a89f-b234998c6bc1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/security-groups/c4227d8a-fc34-4df1-b77c-a06c62c37588 HTTP/1.1" status: 204 len: 168 time: 0.2339342 May 17 22:13:19.135809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 43694) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:19.152873 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe58014-253e-46f8-a89f-b234998c6bc1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4227d8a-fc34-4df1-b77c-a06c62c37588,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:19.156267 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-513bd8b9-6af1-4284-aefc-99fdd1f87abe tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] show failed (client error): The resource could not be found. May 17 22:13:19.181551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-513bd8b9-6af1-4284-aefc-99fdd1f87abe tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups/c4227d8a-fc34-4df1-b77c-a06c62c37588 HTTP/1.1" status: 404 len: 347 time: 0.0446379 May 17 22:13:19.185012 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43696) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:19.378091 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port 23e05d47-d14d-4eb7-bfd9-e097f66594e5 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:13:19.378436 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.449821 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44292-0315-48b3-ac5c-6cebec3f6384 req-7885820a-23d9-4a1f-b67e-365722ee3978 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:19.452076 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c9d44292-0315-48b3-ac5c-6cebec3f6384 req-7885820a-23d9-4a1f-b67e-365722ee3978 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1323988 May 17 22:13:19.511089 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.511742 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (23e05d47-d14d-4eb7-bfd9-e097f66594e5), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:19.531718 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for 23e05d47-d14d-4eb7-bfd9-e097f66594e5 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:13:19.536309 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1eef7-8852-440e-bdad-f714ba702d5e req-bb7a3037-ef3e-4212-9854-e3e56b61cd7b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:19.543595 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c4d1eef7-8852-440e-bdad-f714ba702d5e req-bb7a3037-ef3e-4212-9854-e3e56b61cd7b tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.0890384 May 17 22:13:19.581779 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c9d44292-0315-48b3-ac5c-6cebec3f6384 req-9d3e8f98-323f-45ad-b055-9530b73f4ab2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180196 May 17 22:13:19.624902 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c4d1eef7-8852-440e-bdad-f714ba702d5e req-bf8bb245-4db4-4829-b186-a9e9d6449f10 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751495 May 17 22:13:19.950532 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2599a3-31ad-472c-85bb-386996dad27d req-8e30e58f-f921-4a08-9c0d-38876e9ececb tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:19.952616 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bf2599a3-31ad-472c-85bb-386996dad27d req-8e30e58f-f921-4a08-9c0d-38876e9ececb tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0785053 May 17 22:13:19.997351 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (23e05d47-d14d-4eb7-bfd9-e097f66594e5), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:20.030670 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bf2599a3-31ad-472c-85bb-386996dad27d req-0ddd9cda-5137-4094-8981-c4d47c088efd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719767 May 17 22:13:20.044317 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=23e05d47-d14d-4eb7-bfd9-e097f66594e5,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:20.143667 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (40c11edd-b2e5-4595-95c5-9c33bef66cb4), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:20.148144 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:20.149308 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d4195a69-5ac3-4a23-9f71-cf8e6a61abe7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/floatingips/40c11edd-b2e5-4595-95c5-9c33bef66cb4 HTTP/1.1" status: 204 len: 168 time: 0.9626560 May 17 22:13:20.772967 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd66a9-cfc7-4880-89ab-ee813673f3a1 req-9928b20b-5a56-4e21-a89d-0953f900e678 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:20.774794 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7bcd66a9-cfc7-4880-89ab-ee813673f3a1 req-9928b20b-5a56-4e21-a89d-0953f900e678 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0753577 May 17 22:13:20.876421 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0946f-392f-4028-808d-f27fb291300b req-e4c92c57-5251-4e65-8a08-a5e671490d04 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:20.878217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31a0946f-392f-4028-808d-f27fb291300b req-e4c92c57-5251-4e65-8a08-a5e671490d04 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.0948627 May 17 22:13:20.895098 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7bcd66a9-cfc7-4880-89ab-ee813673f3a1 req-d01395f9-0d0c-4426-b97c-2ccecac1cc3d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104271 May 17 22:13:20.996694 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31a0946f-392f-4028-808d-f27fb291300b req-d0cc60f1-e3a9-4e36-85bd-df0d95468eee tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979779 May 17 22:13:21.165808 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf3539-f9ff-45e5-b974-86c196c732b2 req-ac31ff8d-c205-435a-be71-8284bc051acd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:21.167382 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49bf3539-f9ff-45e5-b974-86c196c732b2 req-ac31ff8d-c205-435a-be71-8284bc051acd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0562830 May 17 22:13:21.262818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49bf3539-f9ff-45e5-b974-86c196c732b2 req-6b2a18b7-b658-40a5-bded-91b4a24a186e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893571 May 17 22:13:22.058588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0b87e-ced5-4299-a764-79305a2d10e8 req-8489933e-80e0-4a18-9060-c71f85853127 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:22.066887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5e0b87e-ced5-4299-a764-79305a2d10e8 req-8489933e-80e0-4a18-9060-c71f85853127 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0807562 May 17 22:13:22.130010 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b5e0b87e-ced5-4299-a764-79305a2d10e8 req-85178335-524e-46d2-bebe-39eeb1b235c7 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567684 May 17 22:13:22.402968 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb32a-f852-43bf-b20b-e910fa4c3527 req-5ffa5c10-38c1-455f-926f-76d572730a60 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:22.404841 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fb3cb32a-f852-43bf-b20b-e910fa4c3527 req-5ffa5c10-38c1-455f-926f-76d572730a60 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0591700 May 17 22:13:22.479557 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fb3cb32a-f852-43bf-b20b-e910fa4c3527 req-8009481a-5037-4162-9892-ffe2ceaa0378 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664110 May 17 22:13:22.740283 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cdd0a-8074-4d21-9858-4b44ed1111b7 req-92b14636-8738-4e5f-986d-a2dca0bee282 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:22.741672 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bd9cdd0a-8074-4d21-9858-4b44ed1111b7 req-92b14636-8738-4e5f-986d-a2dca0bee282 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0608444 May 17 22:13:22.798372 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bd9cdd0a-8074-4d21-9858-4b44ed1111b7 req-169fcbbe-770e-40a3-aac7-1718e789ab6f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552590 May 17 22:13:23.274279 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81598-c4eb-4584-bc1c-c2d201ba5dc1 req-846e4fb8-da39-4799-b732-ad34f6191578 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:23.275846 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3c81598-c4eb-4584-bc1c-c2d201ba5dc1 req-846e4fb8-da39-4799-b732-ad34f6191578 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0568795 May 17 22:13:23.335671 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3c81598-c4eb-4584-bc1c-c2d201ba5dc1 req-6671d59d-adf2-471f-945d-6adbfb721ab5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526514 May 17 22:13:23.598860 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a6b7-ccd3-4bac-a970-1e1285b858c4 req-8772c250-b3c4-49af-8fa8-a8aacfaac39f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:23.600379 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8e19a6b7-ccd3-4bac-a970-1e1285b858c4 req-8772c250-b3c4-49af-8fa8-a8aacfaac39f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0465896 May 17 22:13:23.661032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8e19a6b7-ccd3-4bac-a970-1e1285b858c4 req-8a074f14-5510-4967-83cc-32561c870963 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542495 May 17 22:13:23.938081 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcced75-ae5d-43d6-a3d4-64df866fabed req-2ee8e7fc-f9ed-4f24-9373-0d280da835d9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:23.941864 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8fcced75-ae5d-43d6-a3d4-64df866fabed req-2ee8e7fc-f9ed-4f24-9373-0d280da835d9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0603325 May 17 22:13:23.998051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8fcced75-ae5d-43d6-a3d4-64df866fabed req-a5df0093-91d5-4308-8048-14a43a6c6a8a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481613 May 17 22:13:24.467318 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d88745-786c-4bee-bfd6-4cb3378c5596 req-f5420dee-bbbc-4696-9994-e73a5225531f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:24.468806 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99d88745-786c-4bee-bfd6-4cb3378c5596 req-f5420dee-bbbc-4696-9994-e73a5225531f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0506287 May 17 22:13:24.523530 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99d88745-786c-4bee-bfd6-4cb3378c5596 req-e3ae4c1e-0856-4929-9184-aa951e78f842 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482767 May 17 22:13:24.692412 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-18a03c4f-509d-4e08-afb8-57d02ae018cc tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:24.695298 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-18a03c4f-509d-4e08-afb8-57d02ae018cc tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0606332 May 17 22:13:24.867788 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb00be-0023-49a9-a355-15f614bfcbce req-c2c21333-c394-46ae-bead-1551cd9b708c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:24.870335 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17eb00be-0023-49a9-a355-15f614bfcbce req-c2c21333-c394-46ae-bead-1551cd9b708c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.1233797 May 17 22:13:24.897464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port 6bf3020e-df21-491a-8ec0-6c8d0f806985 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:13:24.897822 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:25.024808 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17eb00be-0023-49a9-a355-15f614bfcbce req-3cc45844-99e1-4cb9-bf2b-7e2e662b39fd tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426294 May 17 22:13:25.050314 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] For port 6bf3020e-df21-491a-8ec0-6c8d0f806985, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bf3020e-df21-491a-8ec0-6c8d0f806985,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:25.050720 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:25.209859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf25c97-9b60-42a5-a7ba-4fd7c92a4fc1 req-ace7a71d-a430-4d55-b161-b3fabf977ff0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:25.211301 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6bf25c97-9b60-42a5-a7ba-4fd7c92a4fc1 req-ace7a71d-a430-4d55-b161-b3fabf977ff0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 946 time: 0.0914240 May 17 22:13:25.318479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:25.318851 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (1126f243-d3d8-4646-8003-3de41493ca07), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:25.319195 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 1126f243-d3d8-4646-8003-3de41493ca07 disassociated. External IP: 172.27.2.10, port: 6bf3020e-df21-491a-8ec0-6c8d0f806985. May 17 22:13:25.319555 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for 6bf3020e-df21-491a-8ec0-6c8d0f806985 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:13:25.327296 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6bf25c97-9b60-42a5-a7ba-4fd7c92a4fc1 req-7cc8436a-6e1e-4c37-af08-28f32a7fa37a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a88fd7-b022-4062-9114-f5febbe97829&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042738 May 17 22:13:25.554124 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (6bf3020e-df21-491a-8ec0-6c8d0f806985), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:25.602479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=6bf3020e-df21-491a-8ec0-6c8d0f806985,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:25.621449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.624675 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.626156 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.626499 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.626882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.627238 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.627572 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:25.732461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc667f-33d6-4721-9005-dab9814ea707 req-5146ff5f-7c1d-40ad-af64-9b135c727184 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:25.733939 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4fdc667f-33d6-4721-9005-dab9814ea707 req-5146ff5f-7c1d-40ad-af64-9b135c727184 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0646052 May 17 22:13:25.808721 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:13:25.825040 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4fdc667f-33d6-4721-9005-dab9814ea707 req-9f970b1f-2ae8-4efb-8d44-d7d82b2cbe21 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636895 May 17 22:13:25.963612 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:13:25.983588 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:13:25.995687 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:25.996588 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:26.027607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] No DVR routers for this DVR port 6bf3020e-df21-491a-8ec0-6c8d0f806985 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:13:26.031021 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:26.035691 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b89a2e64-b3e5-44c2-b8de-787af43c6c52 req-dfb9a51c-b9a4-4240-b15f-225ffc29fc5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "DELETE /v2.0/ports/6bf3020e-df21-491a-8ec0-6c8d0f806985 HTTP/1.1" status: 204 len: 173 time: 1.3312547 May 17 22:13:26.036278 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'name': 'network-vif-deleted', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:26.038706 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0329c88e-b4fa-4084-b62f-f0d3b170e174" -d '{"events": [{"server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "name": "network-vif-deleted", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:26.099236 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd141e9-5539-4bd8-9172-8f098ccf6103 x-openstack-request-id: req-2cd141e9-5539-4bd8-9172-8f098ccf6103 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:26.099536 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120f12ef-0f38-41f4-a47d-2fdb6ffe8831", "name": "network-vif-deleted", "tag": "6bf3020e-df21-491a-8ec0-6c8d0f806985", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:26.099788 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cd141e9-5539-4bd8-9172-8f098ccf6103 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:26.100187 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd141e9-5539-4bd8-9172-8f098ccf6103'] response: {'server_uuid': '120f12ef-0f38-41f4-a47d-2fdb6ffe8831', 'name': 'network-vif-deleted', 'tag': '6bf3020e-df21-491a-8ec0-6c8d0f806985', 'status': 'completed', 'code': 200} May 17 22:13:26.182046 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:26.224621 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6576bb-38a6-4c89-b9e2-04a9331ec116 req-c1668822-17cd-4c23-8fc9-bda5df3a641c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:26.226355 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb6576bb-38a6-4c89-b9e2-04a9331ec116 req-c1668822-17cd-4c23-8fc9-bda5df3a641c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0826306 May 17 22:13:26.319865 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb6576bb-38a6-4c89-b9e2-04a9331ec116 req-d655f13a-ba26-4963-8401-1647b46283f7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748768 May 17 22:13:26.500255 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:26.507083 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-89be7fc4-88c3-4d13-a170-0d777c1235f6 req-e6bf5635-3457-4d0f-bdd8-1d40800cabea tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f12ef-0f38-41f4-a47d-2fdb6ffe8831 HTTP/1.1" status: 200 len: 210 time: 0.0480659 May 17 22:13:26.526432 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:13:26.535734 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:26.536348 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:26.641905 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:26.852274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:26.865061 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:26.882399 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a574b-ed87-468a-8d03-6cbea274b62e None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:13:27.005805 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fa3d2-b232-4266-b471-33bb7292286c req-5419499a-9ef9-45a1-9909-fd6f047a9117 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:27.008245 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a95fa3d2-b232-4266-b471-33bb7292286c req-5419499a-9ef9-45a1-9909-fd6f047a9117 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0683277 May 17 22:13:27.076779 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a95fa3d2-b232-4266-b471-33bb7292286c req-709591ef-b3e8-4932-aa8a-1068066b96f5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565777 May 17 22:13:27.239058 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9ab50-842e-4453-9db4-fda7713b778c None None] New status for floating IP 1126f243-d3d8-4646-8003-3de41493ca07: DOWN {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:13:27.497306 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a80217-b038-4a2b-8f48-02044274c040 req-7d5c920f-5467-42ec-90b4-287e1c8be69f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:27.499171 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-23a80217-b038-4a2b-8f48-02044274c040 req-7d5c920f-5467-42ec-90b4-287e1c8be69f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0806334 May 17 22:13:27.588102 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-23a80217-b038-4a2b-8f48-02044274c040 req-23615ded-6421-47ec-bee1-a38b3134e6e3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814462 May 17 22:13:28.215066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c95f5-7796-4941-9799-5be7d5160442 req-f6ba8de5-c958-4710-b8a5-413129c6627c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:28.216629 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e5c95f5-7796-4941-9799-5be7d5160442 req-f6ba8de5-c958-4710-b8a5-413129c6627c tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0550275 May 17 22:13:28.287697 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e5c95f5-7796-4941-9799-5be7d5160442 req-5458b04b-2e14-493d-a95d-e88a08ca50d2 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635777 May 17 22:13:28.720504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5c582-d78d-41e5-b010-9de3216dcdd2 req-e8ac5b02-a616-44d5-9a18-e0c0b368dd10 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:28.722304 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-23d5c582-d78d-41e5-b010-9de3216dcdd2 req-e8ac5b02-a616-44d5-9a18-e0c0b368dd10 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0543978 May 17 22:13:28.730805 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43846) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:28.820441 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (e4a88fd7-b022-4062-9114-f5febbe97829), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:28.849949 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-23d5c582-d78d-41e5-b010-9de3216dcdd2 req-067200dc-d529-4746-89d3-1fa9c7188506 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100621 May 17 22:13:28.852228 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (e4a88fd7-b022-4062-9114-f5febbe97829), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:28.876788 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6bf3020e-df21-491a-8ec0-6c8d0f806985 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:13:28.904974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 6bf3020e-df21-491a-8ec0-6c8d0f806985 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:13:28.905444 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6bf3020e-df21-491a-8ec0-6c8d0f806985 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:13:28.956294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf428473-1838-40dc-a23a-2a0efd467417 req-adc43e31-849a-4e0b-a7d6-1d9cc3abf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:28.957815 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bf428473-1838-40dc-a23a-2a0efd467417 req-adc43e31-849a-4e0b-a7d6-1d9cc3abf958 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0496211 May 17 22:13:29.021859 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bf428473-1838-40dc-a23a-2a0efd467417 req-fb9f0f60-dcbb-4027-9041-79c3d6c10f28 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562587 May 17 22:13:29.081724 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (e4a88fd7-b022-4062-9114-f5febbe97829), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.085314 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.086962 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4a88fd7-b022-4062-9114-f5febbe97829 HTTP/1.1" status: 204 len: 168 time: 0.3546536 May 17 22:13:29.089656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 43848) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:29.103732 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a88fd7-b022-4062-9114-f5febbe97829,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:29.106147 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-b9a40d7a-bec9-42dc-a085-0a86b5c63154 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] show failed (client error): The resource could not be found. May 17 22:13:29.111250 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43850) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:29.111629 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b9a40d7a-bec9-42dc-a085-0a86b5c63154 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups/e4a88fd7-b022-4062-9114-f5febbe97829 HTTP/1.1" status: 404 len: 347 time: 0.0207641 May 17 22:13:29.128669 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.129204 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.129879 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.136511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c826ad1-942c-4a9b-a6a1-220e34c2c9c2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:29.256304 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port e5fec9e6-641e-454a-aa6e-b24f5ec83055 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:13:29.256648 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.361458 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.361773 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (e5fec9e6-641e-454a-aa6e-b24f5ec83055), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.376415 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for e5fec9e6-641e-454a-aa6e-b24f5ec83055 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:13:29.419391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86039c0-3fa7-4360-8931-5a55c4551a39 req-e426be84-0f93-400f-9977-969345c9e0ab tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:29.421421 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f86039c0-3fa7-4360-8931-5a55c4551a39 req-e426be84-0f93-400f-9977-969345c9e0ab tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0526006 May 17 22:13:29.476386 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f86039c0-3fa7-4360-8931-5a55c4551a39 req-3a7ea1e0-3ca0-431c-9399-796e8bb2c4e5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481331 May 17 22:13:29.587478 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e5fec9e6-641e-454a-aa6e-b24f5ec83055), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.614264 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=e5fec9e6-641e-454a-aa6e-b24f5ec83055,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:29.691038 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (1126f243-d3d8-4646-8003-3de41493ca07), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.693618 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.694787 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-87fe5b7e-8f2c-4ecd-938b-7c2999701c6d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/floatingips/1126f243-d3d8-4646-8003-3de41493ca07 HTTP/1.1" status: 204 len: 168 time: 0.5812333 May 17 22:13:29.836768 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43866) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:29.843041 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708425232', 'description': 'tempest-description--1635258645'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:29.968041 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:29.981676 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1a7d-3f10-4847-9996-078698da0b6c req-57802fca-ac64-4601-bae5-810cb24e304f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:29.991777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4bdd1a7d-3f10-4847-9996-078698da0b6c req-57802fca-ac64-4601-bae5-810cb24e304f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0591121 May 17 22:13:30.065799 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4bdd1a7d-3f10-4847-9996-078698da0b6c req-adc64123-be9a-412f-855a-807bfd5da07a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730519 May 17 22:13:30.074422 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (f9850cad-7421-4bd3-9fa7-80aa76e71db4), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.147540 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f9850cad-7421-4bd3-9fa7-80aa76e71db4), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.179452 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9850cad-7421-4bd3-9fa7-80aa76e71db4,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:30.253849 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.257335 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 43870) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:30.257500 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-82060380-9035-4494-84df-c20995002d31 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4196134 May 17 22:13:30.262339 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'f9850cad-7421-4bd3-9fa7-80aa76e71db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:30.376979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (653af0a6-3655-4ab0-bbf4-56aec9fd5d48), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.432597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (653af0a6-3655-4ab0-bbf4-56aec9fd5d48), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.498863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (653af0a6-3655-4ab0-bbf4-56aec9fd5d48), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.522450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653af0a6-3655-4ab0-bbf4-56aec9fd5d48,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:30.589803 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.590953 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-282f53fd-b07d-4351-87c4-853e89c7962a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326323 May 17 22:13:30.599183 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43880) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:30.599928 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56bfed-bf95-46e3-89ee-e935b2da7822 req-7394ef64-75b1-4dc7-9cbe-46e00b7139c5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:30.601368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ab56bfed-bf95-46e3-89ee-e935b2da7822 req-7394ef64-75b1-4dc7-9cbe-46e00b7139c5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0504906 May 17 22:13:30.604286 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'f9850cad-7421-4bd3-9fa7-80aa76e71db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:30.649452 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ab56bfed-bf95-46e3-89ee-e935b2da7822 req-486d03ea-edaa-471e-ad52-1c8c2463e684 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 May 17 22:13:30.711080 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (64f6c271-5b41-4fb9-9035-cd0b7a41060a), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.769233 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (64f6c271-5b41-4fb9-9035-cd0b7a41060a), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.835958 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (64f6c271-5b41-4fb9-9035-cd0b7a41060a), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.853127 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f6c271-5b41-4fb9-9035-cd0b7a41060a,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:30.919032 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:30.919379 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8d19504b-b1ba-4727-9fd6-9c063a59a702 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3189650 May 17 22:13:30.923216 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 43896) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:30.927766 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:31.019067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.099861 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.186256 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620e5a2-1693-4f26-bd7d-8999c5d34cd7 req-fad2b6c1-0deb-4fc3-a0c6-85ee13eb2dc1 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:31.187786 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7620e5a2-1693-4f26-bd7d-8999c5d34cd7 req-fad2b6c1-0deb-4fc3-a0c6-85ee13eb2dc1 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0508430 May 17 22:13:31.207007 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.27.2.136 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/bf1bc95c-e5f3-405d-aae7-9600238fcb98) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:13:31.248271 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7620e5a2-1693-4f26-bd7d-8999c5d34cd7 req-7ddb8932-a18d-4170-a5f5-1f91a32793b7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546753 May 17 22:13:31.314270 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.408120 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2d8866de-1cba-46a3-bfd5-6515b0cb43d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.433710 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.471327 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:13:31.474180 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:13:31.480105 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:13:31.501243 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=bf1bc95c-e5f3-405d-aae7-9600238fcb98,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:31.573807 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (7762ff66-f166-4daf-a86e-6ea777e8cdfd), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.684971 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.769084 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e647-b483-4958-b213-0afbd9b76bf7 req-b65d652c-7fc3-4b75-ad55-5870e89abae9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:31.772114 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0ee8e647-b483-4958-b213-0afbd9b76bf7 req-b65d652c-7fc3-4b75-ad55-5870e89abae9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0533273 May 17 22:13:31.834004 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0ee8e647-b483-4958-b213-0afbd9b76bf7 req-e1e69601-fa7d-440a-ac67-509c40f3b6bb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561275 May 17 22:13:31.881701 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:31.933329 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:32.005408 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=bf1bc95c-e5f3-405d-aae7-9600238fcb98,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:32.018030 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (7762ff66-f166-4daf-a86e-6ea777e8cdfd), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:32.106637 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:32.107923 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e0f08736-29e6-4de7-b8c6-3207682f5799 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1836631 May 17 22:13:32.322602 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-36af61e0-dcc6-4f75-b32a-8c711282464f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1708425232&fields=id&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 267 time: 0.0469029 May 17 22:13:32.437294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-3347980f-b4ab-4a57-8a2b-b37f009a5c63 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:32.438933 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-3347980f-b4ab-4a57-8a2b-b37f009a5c63 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.1096017 May 17 22:13:32.462984 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-621b428a-7c66-4cc7-93ef-deca56698f65 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/quotas/ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 375 time: 0.0186164 May 17 22:13:32.544021 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cee3c-f7cb-41c8-94e9-ac2d19f67fdc req-35e4ac91-9098-49aa-b487-80f98558323d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:32.545509 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd2cee3c-f7cb-41c8-94e9-ac2d19f67fdc req-35e4ac91-9098-49aa-b487-80f98558323d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0947316 May 17 22:13:32.577220 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-a1aa2475-5b58-465e-8ad7-aab980849cf1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970023 May 17 22:13:32.600348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-68b1a7ed-bcb6-409c-a383-0a6cfd1bf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:32.601735 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-68b1a7ed-bcb6-409c-a383-0a6cfd1bf5b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0807085 May 17 22:13:32.761545 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd2cee3c-f7cb-41c8-94e9-ac2d19f67fdc req-61a1a17e-9ac4-43e7-aedd-6733ed3a2e0e tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952345 May 17 22:13:32.803807 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-e3c49d84-41d9-4dce-9ac9-7e865f02dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:32.803807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-e3c49d84-41d9-4dce-9ac9-7e865f02dbd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1823246 May 17 22:13:32.803807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-67def2b3-7136-48b9-8336-ccd9f3f62767 service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105312 May 17 22:13:32.959732 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-d00511e0-749e-4b26-8851-6cb69b1afc89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 1001 time: 0.1507673 May 17 22:13:32.970130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccb06-a9b1-442b-b1a1-898ffd1804f6 req-9e4e0e9f-30c3-4279-bccc-d7a5c4e7808b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:32.971624 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2cbccb06-a9b1-442b-b1a1-898ffd1804f6 req-9e4e0e9f-30c3-4279-bccc-d7a5c4e7808b tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1088250 May 17 22:13:33.048747 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-e9ac383a-8b74-4802-80eb-26f9d110c72f service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339613 May 17 22:13:33.062000 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-1d2962a3-9ac9-421c-a77e-8a8c2f00b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:33.064185 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-1d2962a3-9ac9-421c-a77e-8a8c2f00b959 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0916946 May 17 22:13:33.071490 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2cbccb06-a9b1-442b-b1a1-898ffd1804f6 req-54556c6c-3a67-4ec7-848a-1fc90134c3d8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886731 May 17 22:13:33.110431 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-5fec38f8-5585-42ce-98cd-19f321318b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:33.112070 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-5fec38f8-5585-42ce-98cd-19f321318b45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397892 May 17 22:13:33.236297 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-020d16d4-bdb4-4150-b291-37304e8f3e5d service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140387 May 17 22:13:33.349749 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76b0c260-7fa3-4fba-ac44-5407e00b7e5b req-1ed2b336-deaa-48dd-b057-0979b86ce9dd tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0633094 May 17 22:13:33.375929 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58d375cb-36db-49a8-bcb6-52c9d83e3e53 req-c459c501-bdd4-47f6-b595-22aa843e9c6b service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289947 May 17 22:13:33.879053 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b2dd5-1502-4acd-bc87-0c7c5f9b2169 req-1d14c1f2-e874-467e-a511-546bd18875c3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:33.880514 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c77b2dd5-1502-4acd-bc87-0c7c5f9b2169 req-1d14c1f2-e874-467e-a511-546bd18875c3 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0477469 May 17 22:13:33.943617 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c77b2dd5-1502-4acd-bc87-0c7c5f9b2169 req-287b3caa-dff0-413e-bdc8-ed28b7028543 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573642 May 17 22:13:34.027607 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-88395cda-5880-40d3-8413-53ef42910f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:34.184059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d299d-b4d6-43f4-a337-802a39491d69 req-9305ca9a-1c5d-4e56-ad39-6cce935ebe63 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:34.185475 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e32d299d-b4d6-43f4-a337-802a39491d69 req-9305ca9a-1c5d-4e56-ad39-6cce935ebe63 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0463560 May 17 22:13:34.486523 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e32d299d-b4d6-43f4-a337-802a39491d69 req-4ab67a77-ccb1-4153-bc6d-85ce9bf5a0a1 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946196 May 17 22:13:34.502219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9247f7c1-0083-4afe-aacf-33434597c83e req-eb3f859f-4093-4b87-9218-021bcb4962a6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0316834 May 17 22:13:34.992847 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:35.056832 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af8696-ad7a-4f0a-a63a-d5718d776fa3 req-4a979ad4-4c24-4c98-86b3-426006b6e99d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:35.058300 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5af8696-ad7a-4f0a-a63a-d5718d776fa3 req-4a979ad4-4c24-4c98-86b3-426006b6e99d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0467002 May 17 22:13:35.117318 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5af8696-ad7a-4f0a-a63a-d5718d776fa3 req-6492912a-0d41-45e4-8b21-26112a975af0 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530937 May 17 22:13:35.615950 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8f6c45fc-f0e2-4552-a34f-a09a185790cd req-c3288139-10b1-436b-adc6-1fa36cad2d1c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0302064 May 17 22:13:35.623896 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9d6a1-6c61-4ce2-aaa6-76a2c8633a3f req-6d2cf101-1ed6-46dd-9e55-aa6e1ca7a7a0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:35.625785 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-42e9d6a1-6c61-4ce2-aaa6-76a2c8633a3f req-6d2cf101-1ed6-46dd-9e55-aa6e1ca7a7a0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0702250 May 17 22:13:35.671201 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-42e9d6a1-6c61-4ce2-aaa6-76a2c8633a3f req-a69f5da4-e21d-4e64-8ec2-4b05d3fb1164 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397863 May 17 22:13:36.227763 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef2239-8f3f-4e3d-8157-14ce44034d42 req-aa883af1-277f-4049-93d1-5d4589be8420 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:36.229202 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cef2239-8f3f-4e3d-8157-14ce44034d42 req-aa883af1-277f-4049-93d1-5d4589be8420 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0468159 May 17 22:13:36.303497 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0cef2239-8f3f-4e3d-8157-14ce44034d42 req-a67060bf-e858-4071-a1e6-f8ac176e3319 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686433 May 17 22:13:36.376724 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:36.714649 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1e512e7b-000c-445d-aa86-f7a07d979566 req-ea5e3929-0a2f-48a9-b209-dbfefeb37872 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0313458 May 17 22:13:36.780988 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d698a8-f12d-4fe9-86c3-b9dc76b664da req-f93cbd5d-dc0d-42c5-92c9-ddf474b8d5c0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:36.782458 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56d698a8-f12d-4fe9-86c3-b9dc76b664da req-f93cbd5d-dc0d-42c5-92c9-ddf474b8d5c0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0452797 May 17 22:13:36.829968 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56d698a8-f12d-4fe9-86c3-b9dc76b664da req-d24b9803-c567-4c8a-957d-0c18f767dfaf tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 May 17 22:13:37.433316 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c248d7e-c771-48d2-8b0a-eb94f5eb707d req-c9f1db9f-bfa3-4de5-ab73-d6689be74efa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:37.434776 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2c248d7e-c771-48d2-8b0a-eb94f5eb707d req-c9f1db9f-bfa3-4de5-ab73-d6689be74efa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0467906 May 17 22:13:37.498698 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2c248d7e-c771-48d2-8b0a-eb94f5eb707d req-2fc0c2db-9933-4f70-9ec4-e595ac0617af tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567453 May 17 22:13:37.543708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44038) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:37.588373 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Deleting subnet 1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:13:37.591365 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Publish callbacks [] for subnet (1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.624597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.664353 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.782627 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.815830 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49336081-2d6d-46da-b888-f9180c10d7d1 req-e08c7e00-0466-448e-bb1b-97fd34d57881 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0327189 May 17 22:13:37.816744 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.840560 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:37.847792 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.850985 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-33c41f8e-2247-46e5-87d8-29e1de5fe060 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c95e44b-a602-4c1c-ad33-eb6fbc3bcbf8 HTTP/1.1" status: 204 len: 168 time: 0.3062642 May 17 22:13:37.853691 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44046) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:37.932299 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (ef31749b-f5c4-461d-bb8a-dab8658195c0), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:37.952763 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e50a1-1453-4880-9745-fa0010c88f94 req-297a5dbc-9292-4749-beef-f6b0c80258ea tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:37.954463 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c4e50a1-1453-4880-9745-fa0010c88f94 req-297a5dbc-9292-4749-beef-f6b0c80258ea tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0526767 May 17 22:13:38.003391 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c4e50a1-1453-4880-9745-fa0010c88f94 req-2b501776-f6ba-49f3-9f1d-49f9176419c8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 May 17 22:13:38.024245 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (ef31749b-f5c4-461d-bb8a-dab8658195c0), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.045551 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef31749b-f5c4-461d-bb8a-dab8658195c0']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:38.055622 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85768399-bcf0-48fd-914a-524b188038c4') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:38.055910 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85768399-bcf0-48fd-914a-524b188038c4') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:38.065586 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (85768399-bcf0-48fd-914a-524b188038c4), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.078837 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (85768399-bcf0-48fd-914a-524b188038c4), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.084541 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:13:38.084920 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (85768399-bcf0-48fd-914a-524b188038c4), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:13:38.086537 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:13:38.192997 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (ef31749b-f5c4-461d-bb8a-dab8658195c0), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.200405 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.203451 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef31749b-f5c4-461d-bb8a-dab8658195c0 HTTP/1.1" status: 204 len: 168 time: 0.3487363 May 17 22:13:38.213082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c4430-6d4b-4cfe-994f-c71adec085ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ef31749b-f5c4-461d-bb8a-dab8658195c0,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:38.502836 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44050) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:38.542850 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a948e72e-c283-483e-b695-dbdd68a0b193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cb417f91c56432a9f7d9ef7bcf528f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388398 May 17 22:13:38.545215 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44054) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:38.632092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e31ad-85ab-428c-a326-4d2039c90e0d req-22f2e34a-8455-4bc7-953b-7538277e1687 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:38.633545 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-036e31ad-85ab-428c-a326-4d2039c90e0d req-22f2e34a-8455-4bc7-953b-7538277e1687 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0635173 May 17 22:13:38.636340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d11aa0-bab8-4217-8b55-105de64f3f57 admin admin] Publish callbacks [] for security_group (7270a7a7-aee1-4893-a458-174cd06acdaa), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.671159 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d11aa0-bab8-4217-8b55-105de64f3f57 admin admin] Publish callbacks [] for security_group (7270a7a7-aee1-4893-a458-174cd06acdaa), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.736617 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-036e31ad-85ab-428c-a326-4d2039c90e0d req-3743516d-daba-48c9-8cbd-f873fa0b7824 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975857 May 17 22:13:38.821751 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d11aa0-bab8-4217-8b55-105de64f3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (7270a7a7-aee1-4893-a458-174cd06acdaa), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.824373 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-22d11aa0-bab8-4217-8b55-105de64f3f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:38.825496 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-22d11aa0-bab8-4217-8b55-105de64f3f57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7270a7a7-aee1-4893-a458-174cd06acdaa HTTP/1.1" status: 204 len: 168 time: 0.2793930 May 17 22:13:38.833533 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11aa0-bab8-4217-8b55-105de64f3f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270a7a7-aee1-4893-a458-174cd06acdaa,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:38.915430 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c4d8607-c85d-4741-a68d-c1a28ad0e48d req-9854db46-558b-4493-98a7-2f08b6536f62 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0319390 May 17 22:13:39.114890 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99af86-4e6f-40b7-834c-7a564c00c532 req-e27945e7-7224-4daa-b527-676b67116b06 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:39.116403 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df99af86-4e6f-40b7-834c-7a564c00c532 req-e27945e7-7224-4daa-b527-676b67116b06 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0465605 May 17 22:13:39.164863 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df99af86-4e6f-40b7-834c-7a564c00c532 req-83ba4dd4-cdc7-4912-b14e-aaeb1b337ada tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 May 17 22:13:39.861195 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd51e4-f2d2-4ab9-bbca-98a549db293a req-236deea9-a449-417a-a079-aa3919cc5357 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:39.862679 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f4fd51e4-f2d2-4ab9-bbca-98a549db293a req-236deea9-a449-417a-a079-aa3919cc5357 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0474119 May 17 22:13:39.927551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f4fd51e4-f2d2-4ab9-bbca-98a549db293a req-8bf636c4-ac9e-4eaa-a090-f276fad73dd7 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590096 May 17 22:13:40.021771 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d2928677-4219-4b38-96ac-a8d3c30f8bcb req-fc990cb6-333a-4d98-98ab-9e314af0f1aa tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0323179 May 17 22:13:40.276897 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af8bf0-9805-490b-b41f-3aace9e993e6 req-a27573ab-377e-47dd-a6e9-34e667497af8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:40.278387 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47af8bf0-9805-490b-b41f-3aace9e993e6 req-a27573ab-377e-47dd-a6e9-34e667497af8 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0469704 May 17 22:13:40.325669 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47af8bf0-9805-490b-b41f-3aace9e993e6 req-8185f3c6-8d3d-4da3-9736-18bb67992348 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 May 17 22:13:41.042044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4429973-d432-4da8-8767-b5c84d52ba47 req-5c8b11ab-5e54-4334-99fc-5506e25d22ca tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:41.043514 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b4429973-d432-4da8-8767-b5c84d52ba47 req-5c8b11ab-5e54-4334-99fc-5506e25d22ca tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0480056 May 17 22:13:41.128041 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-86985641-606a-43d1-b043-97b400bbd070 req-3b8e63de-c09c-40c1-9364-d93f2fa61256 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0368540 May 17 22:13:41.133308 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b4429973-d432-4da8-8767-b5c84d52ba47 req-c36eef17-258a-423b-921e-70d5ff6f4dec tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820875 May 17 22:13:41.439859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8d48-d50a-48d8-a744-ff812dc7c388 req-486ba3ad-ce35-4850-8f36-9d6d10056f1d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:41.441243 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eecb8d48-d50a-48d8-a744-ff812dc7c388 req-486ba3ad-ce35-4850-8f36-9d6d10056f1d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0472491 May 17 22:13:41.488381 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eecb8d48-d50a-48d8-a744-ff812dc7c388 req-969d4cc4-156b-4f18-9dd2-cc0c1858ac69 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 May 17 22:13:42.232570 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1d265185-8b5c-47ec-9b86-ee1aad6ef153 req-8dd2eaf5-8d76-4f79-826f-4ddbe6146451 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0306647 May 17 22:13:42.287051 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2099c-4ca2-459d-b5a2-ba0b43092c0c req-947e82a0-63b2-4e2c-a22e-d63fac4ae64a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:42.288667 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fc2099c-4ca2-459d-b5a2-ba0b43092c0c req-947e82a0-63b2-4e2c-a22e-d63fac4ae64a tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0593312 May 17 22:13:42.351177 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1fc2099c-4ca2-459d-b5a2-ba0b43092c0c req-4a64f20d-606e-4c48-9f6a-f2f1d3ab4faa tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=6bbd6b68-fd1b-4a30-8743-d3d3eede093c&id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569289 May 17 22:13:42.625245 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a6f2-27b2-4353-9e4f-48474901a078 req-a112fc24-4090-4d46-b7d5-37e016efa952 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:42.626948 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a764a6f2-27b2-4353-9e4f-48474901a078 req-a112fc24-4090-4d46-b7d5-37e016efa952 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0675831 May 17 22:13:42.632618 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-73019654-969a-4c1b-b1f2-62aae4c9be97 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:42.633927 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-73019654-969a-4c1b-b1f2-62aae4c9be97 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.1483114 May 17 22:13:42.705623 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a764a6f2-27b2-4353-9e4f-48474901a078 req-3962d5a9-7f28-49d5-9ad8-c4c9a33161c5 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707085 May 17 22:13:42.725743 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-706ddfad-c4ac-4e80-afd9-9a4acd905607 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 380 time: 0.0769768 May 17 22:13:42.736119 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'port': {'device_id': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'admin_state_up': True, 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'security_groups': ['f9850cad-7421-4bd3-9fa7-80aa76e71db4']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:42.866594 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27098-30d2-4cd5-9e0a-4df5db90567e req-b486fea9-efff-4a9f-89c5-88262057a843 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:42.868017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d1c27098-30d2-4cd5-9e0a-4df5db90567e req-b486fea9-efff-4a9f-89c5-88262057a843 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0686548 May 17 22:13:42.877632 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44138) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:42.882214 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Request body: {'floatingip': {'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:42.937258 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:42.993088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Made reservation on behalf of ea0809b61be446a69359b69b50b61710 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:13:42.996627 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.147402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.20.0.11 (6f877e2b-99bd-48e8-8b73-18e37441b914/92153330-6433-4f3c-b19a-21e8e235fc9f/d038f455-52e9-4943-8fef-3e82a226e892) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:13:43.296790 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (d038f455-52e9-4943-8fef-3e82a226e892), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.342234 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a88931d-0967-4311-81ab-38989c415364 req-1f245ae0-ce4b-47d4-ba15-ab6d6315acc3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0357575 May 17 22:13:43.390673 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.465051 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (d038f455-52e9-4943-8fef-3e82a226e892), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.493136 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.507348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:13:43.510568 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:13:43.514347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:13:43.566096 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=d038f455-52e9-4943-8fef-3e82a226e892,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:43.582879 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:43.583575 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.687640 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-5d41acd7-26a0-4a3f-a542-910b07886569 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9552875 May 17 22:13:43.703941 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Request body: {'port': {'device_id': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:43.716486 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:13:43.753382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-6cda1629-0cb9-47e2-8e85-9f7cf8cdcc70 None None] Provisioning complete for port d038f455-52e9-4943-8fef-3e82a226e892 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:13:43.753981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6cda1629-0cb9-47e2-8e85-9f7cf8cdcc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d038f455-52e9-4943-8fef-3e82a226e892), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.772776 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d038f455-52e9-4943-8fef-3e82a226e892), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.786577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6cda1629-0cb9-47e2-8e85-9f7cf8cdcc70 None None] Port d038f455-52e9-4943-8fef-3e82a226e892 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:13:43.824658 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:13:43.829540 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:43.837822 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] Sync routers for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:13:43.848190 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:43.850981 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:43.864366 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:43.866575 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df32e123-3dda-4a52-aeac-3b58959622a2" -d '{"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:43.912151 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f8764227-f204-4445-86bd-f26ca86e3e6d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "PUT /v2.0/floatingips/441c693f-2f31-4cfa-a9c8-3fb0901a2b2e HTTP/1.1" status: 200 len: 993 time: 1.0332613 May 17 22:13:43.937444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038266b-9111-47d9-a0f6-3aa668ba158f x-openstack-request-id: req-a038266b-9111-47d9-a0f6-3aa668ba158f {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:43.938014 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:43.938496 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a038266b-9111-47d9-a0f6-3aa668ba158f {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:43.940523 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a038266b-9111-47d9-a0f6-3aa668ba158f'] response: {'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'status': 'completed', 'code': 200} May 17 22:13:44.039649 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-b5f3f7e1-02df-49f4-a5df-a41f20cb3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:44.041351 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-b5f3f7e1-02df-49f4-a5df-a41f20cb3677 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0754130 May 17 22:13:44.052115 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:44.211568 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-5c564de3-e497-46d3-8641-acdca0ac792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:44.213038 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-5c564de3-e497-46d3-8641-acdca0ac792d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1652501 May 17 22:13:44.217206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d038f455-52e9-4943-8fef-3e82a226e892 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:13:44.236283 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Publish callbacks [] for port (d038f455-52e9-4943-8fef-3e82a226e892), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:44.280910 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Transition to ACTIVE for port object d038f455-52e9-4943-8fef-3e82a226e892 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:13:44.288529 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '441c693f-2f31-4cfa-a9c8-3fb0901a2b2e', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:10Z', 'updated_at': '2022-05-17T22:13:43Z', 'revision_number': 3, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:44.293679 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-ea434de0-2a01-4a30-a785-fcd569e01a07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 1001 time: 0.0706511 May 17 22:13:44.318417 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] Checking router: eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:13:44.326930 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:44.327547 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:44.352898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-5edf4594-38c6-4439-84ed-30e7a6c78027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:44.354538 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-5edf4594-38c6-4439-84ed-30e7a6c78027 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0497024 May 17 22:13:44.397747 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (d038f455-52e9-4943-8fef-3e82a226e892), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:44.434133 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:44.434347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-361be294-6e68-4f6f-9dfc-e70d1a13ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:44.435599 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-361be294-6e68-4f6f-9dfc-e70d1a13ca44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737629 May 17 22:13:44.512245 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Pushing event updated for resources: {'Port': ['ID=d038f455-52e9-4943-8fef-3e82a226e892,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:44.529987 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9d29f-f225-41c5-8739-82f8d1665af0 req-7e2c50fd-b60f-4af2-b5e7-3ba8808d1b44 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:44.531510 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61c9d29f-f225-41c5-8739-82f8d1665af0 req-7e2c50fd-b60f-4af2-b5e7-3ba8808d1b44 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 944 time: 0.1011076 May 17 22:13:44.664038 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '441c693f-2f31-4cfa-a9c8-3fb0901a2b2e', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:10Z', 'updated_at': '2022-05-17T22:13:43Z', 'revision_number': 3, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:44.671410 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-7e015f3d-76c0-499a-a2e5-5d69cb8825b7 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249718 May 17 22:13:44.693006 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61c9d29f-f225-41c5-8739-82f8d1665af0 req-8109e866-0b6a-4446-8e49-eb44ab60594d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156416 May 17 22:13:44.694512 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56714e8-9e74-4b9a-acec-b0697e3daeba None None] The sync data for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi is: [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '441c693f-2f31-4cfa-a9c8-3fb0901a2b2e', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'port_id': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'mac_address': 'fa:16:3e:67:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:11:10Z', 'updated_at': '2022-05-17T22:13:43Z', 'revision_number': 3, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:13:44.694708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Attempting to bind port d038f455-52e9-4943-8fef-3e82a226e892 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:13:44.694944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Attempting to bind port d038f455-52e9-4943-8fef-3e82a226e892 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:13:44.695196 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Attempting to bind port d038f455-52e9-4943-8fef-3e82a226e892 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:13:44.731368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Port d038f455-52e9-4943-8fef-3e82a226e892 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:13:44.731368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Attempting to bind port d038f455-52e9-4943-8fef-3e82a226e892 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:13:44.738088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:13:44.738431 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:13:44.738972 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Bound using segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:13:44.739738 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Bound port: d038f455-52e9-4943-8fef-3e82a226e892, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:13:44.740336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d038f455-52e9-4943-8fef-3e82a226e892), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:44.844566 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df32e123-3dda-4a52-aeac-3b58959622a2 req-dee77b6a-dfa0-4efa-881f-aff72469ced6 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633320 May 17 22:13:44.854395 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] For port d038f455-52e9-4943-8fef-3e82a226e892, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:13:44.857594 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] For port d038f455-52e9-4943-8fef-3e82a226e892, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d038f455-52e9-4943-8fef-3e82a226e892,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:13:44.967611 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (d038f455-52e9-4943-8fef-3e82a226e892), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:45.005043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.005658 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:45.007028 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] 10.222.0.52 "PUT /v2.0/ports/d038f455-52e9-4943-8fef-3e82a226e892 HTTP/1.1" status: 200 len: 1094 time: 1.3074889 May 17 22:13:45.007590 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:45.009715 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cace6b-2842-4b6a-baaa-739e1320db60" -d '{"events": [{"name": "network-changed", "server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "tag": "d038f455-52e9-4943-8fef-3e82a226e892"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:45.036362 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932397aa-3655-476a-af63-1ab7108d2b2e service neutron] Pushing event updated for resources: {'Port': ['ID=d038f455-52e9-4943-8fef-3e82a226e892,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:45.053623 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513167bd-e4e9-4e0b-a5a3-42068641086f x-openstack-request-id: req-513167bd-e4e9-4e0b-a5a3-42068641086f {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:45.053913 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "tag": "d038f455-52e9-4943-8fef-3e82a226e892", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:45.054180 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-513167bd-e4e9-4e0b-a5a3-42068641086f {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:45.054571 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513167bd-e4e9-4e0b-a5a3-42068641086f'] response: {'name': 'network-changed', 'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892', 'status': 'completed', 'code': 200} May 17 22:13:45.120173 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cace6b-2842-4b6a-baaa-739e1320db60 req-d6253784-a345-440c-9459-e378bed25902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.121580 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17cace6b-2842-4b6a-baaa-739e1320db60 req-d6253784-a345-440c-9459-e378bed25902 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 1128 time: 0.0414989 May 17 22:13:45.231334 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cace6b-2842-4b6a-baaa-739e1320db60 req-204fe775-4e73-4190-b72f-11b3333a9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.232733 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17cace6b-2842-4b6a-baaa-739e1320db60 req-204fe775-4e73-4190-b72f-11b3333a9075 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea0809b61be446a69359b69b50b61710&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0969329 May 17 22:13:45.335347 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cace6b-2842-4b6a-baaa-739e1320db60 req-3fc22349-f973-4b3c-80b2-5444a235ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.336802 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-17cace6b-2842-4b6a-baaa-739e1320db60 req-3fc22349-f973-4b3c-80b2-5444a235ceea service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956202 May 17 22:13:45.415681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-3104fd0e-3863-4a51-8b67-4d47d910622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.417288 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-3104fd0e-3863-4a51-8b67-4d47d910622f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 1128 time: 0.0421464 May 17 22:13:45.464781 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-0a93cd2a-a8bc-414f-940e-9354ce5718fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d038f455-52e9-4943-8fef-3e82a226e892 HTTP/1.1" status: 200 len: 217 time: 0.0382385 May 17 22:13:45.513760 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-bcc57354-dafb-4c0b-a084-a8c1100e60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.515284 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-bcc57354-dafb-4c0b-a084-a8c1100e60a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.0442665 May 17 22:13:45.567030 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-2c02f23c-2647-4f0e-b596-669489e5cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.568700 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-2c02f23c-2647-4f0e-b596-669489e5cc85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467687 May 17 22:13:45.665684 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-3ae2ed7e-de12-49df-8e97-f8b67cd09c9f service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896847 May 17 22:13:45.774443 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-943d005f-0a59-4d03-a7dd-b4b5e3b454c8 req-0863f8f9-9dfd-4254-a06f-64e5b04385c7 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958128 May 17 22:13:45.841426 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa7a66-ca05-47f6-8215-cb54d24f1143 req-16ab4879-3a27-42e7-9f91-478119103270 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:45.843328 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-41aa7a66-ca05-47f6-8215-cb54d24f1143 req-16ab4879-3a27-42e7-9f91-478119103270 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 944 time: 0.0543530 May 17 22:13:45.897546 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-41aa7a66-ca05-47f6-8215-cb54d24f1143 req-044f8bff-b817-4de8-99db-05ebed43e0b8 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 May 17 22:13:45.941543 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:45.944459 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1136ecd-6788-4319-b9a0-d4f25eafeb64" -d '{"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:45.982621 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c515e21b-a62f-4d61-90f2-0ab644d0fa64 x-openstack-request-id: req-c515e21b-a62f-4d61-90f2-0ab644d0fa64 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:45.982621 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:45.982621 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c515e21b-a62f-4d61-90f2-0ab644d0fa64 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:45.982621 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c515e21b-a62f-4d61-90f2-0ab644d0fa64'] response: {'name': 'network-changed', 'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'status': 'completed', 'code': 200} May 17 22:13:47.031593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a4d6-f5d2-4d48-8884-12bdeae1c32a req-11e1acae-c74e-40fc-987b-008af54ccbb9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:47.033986 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2033a4d6-f5d2-4d48-8884-12bdeae1c32a req-11e1acae-c74e-40fc-987b-008af54ccbb9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 944 time: 0.0573900 May 17 22:13:47.089564 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2033a4d6-f5d2-4d48-8884-12bdeae1c32a req-4c151de2-6390-4326-b1ed-cf2f3c1a8fd7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494668 May 17 22:13:47.529750 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-119be08e-d06e-4af7-a733-1ec956bfac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:47.531172 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-119be08e-d06e-4af7-a733-1ec956bfac9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0391960 May 17 22:13:47.626668 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-29f67e7a-3a43-4a41-8a11-89d729afc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:47.628165 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-29f67e7a-3a43-4a41-8a11-89d729afc3ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.0895975 May 17 22:13:47.725999 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-67eb7cca-ec15-43bd-aa66-d7c0f7df3eb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 200 len: 1001 time: 0.0579455 May 17 22:13:47.788176 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-154b2a15-8403-4f75-ac66-50035838b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:47.789689 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-154b2a15-8403-4f75-ac66-50035838b983 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0543139 May 17 22:13:47.835806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-90996654-4f15-4bb1-b4ac-b03059c4ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:47.837406 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-90996654-4f15-4bb1-b4ac-b03059c4ee86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414412 May 17 22:13:47.936999 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-ceab3ab9-4933-4b63-b17b-4386b65e1ebd service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931008 May 17 22:13:48.055217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c1136ecd-6788-4319-b9a0-d4f25eafeb64 req-f5c06ca9-0aa4-4b9a-8c7b-37c53c6e5682 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029959 May 17 22:13:48.209206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf951db9-99b1-4207-859f-19b79b66f2fc req-199615f6-7cd7-4907-a702-37dcd3971ff0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:48.210718 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cf951db9-99b1-4207-859f-19b79b66f2fc req-199615f6-7cd7-4907-a702-37dcd3971ff0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 944 time: 0.0486290 May 17 22:13:48.262171 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cf951db9-99b1-4207-859f-19b79b66f2fc req-dbe50b06-bfa3-491c-bdb1-0c6c628eae50 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 May 17 22:13:48.958344 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d038f455-52e9-4943-8fef-3e82a226e892 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:13:49.062905 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port d038f455-52e9-4943-8fef-3e82a226e892, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d038f455-52e9-4943-8fef-3e82a226e892,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:49.077268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'd038f455-52e9-4943-8fef-3e82a226e892', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'port_id': 'd038f455-52e9-4943-8fef-3e82a226e892', 'mac_address': 'fa:16:3e:f9:66:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:13:49.238443 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port d038f455-52e9-4943-8fef-3e82a226e892 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:13:49.238737 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d038f455-52e9-4943-8fef-3e82a226e892), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:49.253807 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d038f455-52e9-4943-8fef-3e82a226e892 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:13:49.274586 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port d038f455-52e9-4943-8fef-3e82a226e892, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d038f455-52e9-4943-8fef-3e82a226e892,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:49.353627 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d038f455-52e9-4943-8fef-3e82a226e892), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:49.390743 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346af0c9-4fb3-4bbf-9e82-6fb27d67e67f req-923e576b-1ee8-4a17-adba-166f86d7d893 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:49.393049 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-346af0c9-4fb3-4bbf-9e82-6fb27d67e67f req-923e576b-1ee8-4a17-adba-166f86d7d893 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 945 time: 0.0562227 May 17 22:13:49.402918 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=d038f455-52e9-4943-8fef-3e82a226e892,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:49.411599 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.412190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.412781 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.413278 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.413603 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.414087 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.414581 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.415053 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.415556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.416030 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.416538 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.416875 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.417203 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.417564 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.417887 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:13:49.472502 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-346af0c9-4fb3-4bbf-9e82-6fb27d67e67f req-e64d22c3-f047-4802-800a-f657ccd9daf5 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722730 May 17 22:13:49.478389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0af49-9e0e-4843-98ee-a981d63f016d req-08526bb5-ebac-4175-bc6e-a521114ab6e3 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:49.479796 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ae0af49-9e0e-4843-98ee-a981d63f016d req-08526bb5-ebac-4175-bc6e-a521114ab6e3 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.0625648 May 17 22:13:49.525654 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9ae0af49-9e0e-4843-98ee-a981d63f016d req-4c7e4596-5f1f-418c-a200-391ff3a5c97d tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 May 17 22:13:49.754884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['d038f455-52e9-4943-8fef-3e82a226e892'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:13:50.593524 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027c5ef-606a-49a0-9b09-d9a1e7ddb286 req-dc6132c7-a0c9-47ae-9727-d0d2cb5e49a6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:50.595020 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4027c5ef-606a-49a0-9b09-d9a1e7ddb286 req-dc6132c7-a0c9-47ae-9727-d0d2cb5e49a6 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 945 time: 0.0517776 May 17 22:13:50.653266 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca971d-7b6a-442d-9cc0-376615ef8fcc req-90e5d0e0-1316-477c-8e4e-6496e8fe0ad5 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:50.654830 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2ca971d-7b6a-442d-9cc0-376615ef8fcc req-90e5d0e0-1316-477c-8e4e-6496e8fe0ad5 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.0589018 May 17 22:13:50.690594 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4027c5ef-606a-49a0-9b09-d9a1e7ddb286 req-20e457cc-dad5-4430-939d-13ba04077f8a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866823 May 17 22:13:50.716422 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2ca971d-7b6a-442d-9cc0-376615ef8fcc req-ae44d403-0a3b-44c3-8ddf-cd6564fbc961 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555029 May 17 22:13:50.971030 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d038f455-52e9-4943-8fef-3e82a226e892 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:13:51.011761 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port d038f455-52e9-4943-8fef-3e82a226e892 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:13:51.052459 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port d038f455-52e9-4943-8fef-3e82a226e892 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:13:51.052827 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d038f455-52e9-4943-8fef-3e82a226e892), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:51.126672 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port d038f455-52e9-4943-8fef-3e82a226e892 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:13:51.127051 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d038f455-52e9-4943-8fef-3e82a226e892), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:51.149117 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:51.151320 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d9dd2-967c-43ef-938e-62b378aedc5a" -d '{"events": [{"server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "name": "network-vif-plugged", "status": "completed", "tag": "d038f455-52e9-4943-8fef-3e82a226e892"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:51.163462 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port d038f455-52e9-4943-8fef-3e82a226e892, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d038f455-52e9-4943-8fef-3e82a226e892,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:51.186298 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2828a4a-3752-49b2-9402-72cb39e3900b x-openstack-request-id: req-e2828a4a-3752-49b2-9402-72cb39e3900b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:51.186598 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "name": "network-vif-plugged", "status": "completed", "tag": "d038f455-52e9-4943-8fef-3e82a226e892", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:51.186868 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2828a4a-3752-49b2-9402-72cb39e3900b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:51.187436 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2828a4a-3752-49b2-9402-72cb39e3900b'] response: {'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892', 'code': 200} May 17 22:13:51.244427 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d038f455-52e9-4943-8fef-3e82a226e892), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:51.290602 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=d038f455-52e9-4943-8fef-3e82a226e892,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:51.417296 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:13:51.531130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-2da0be01-e709-4525-a7f1-aaa3af67880d tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:51.532706 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-2da0be01-e709-4525-a7f1-aaa3af67880d tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.0716348 May 17 22:13:51.548491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2cee-7153-4c52-b7a7-70a6ca8fe3e5 req-8bdf3c6a-7414-41ee-b451-c5540456b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:51.549942 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-336b2cee-7153-4c52-b7a7-70a6ca8fe3e5 req-8bdf3c6a-7414-41ee-b451-c5540456b1bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 1130 time: 0.0576925 May 17 22:13:51.642835 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-336b2cee-7153-4c52-b7a7-70a6ca8fe3e5 req-f943b501-458f-4223-936b-94a2f95f619f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753374 May 17 22:13:51.648079 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Deleting port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:13:51.648413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:51.995237 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44302) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:52.050248 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee79a5-b83a-4d01-bf72-ab0332ce5b90 req-22956ae8-82ec-4b40-8362-4fc9b4bba6b0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:52.052630 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bee79a5-b83a-4d01-bf72-ab0332ce5b90 req-22956ae8-82ec-4b40-8362-4fc9b4bba6b0 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0911424 May 17 22:13:52.063340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fe1f5-fd32-476b-9574-f6a3caf9edaf req-5f54d187-7849-4afa-abe7-03737642ec80 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:52.064836 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2c8fe1f5-fd32-476b-9574-f6a3caf9edaf req-5f54d187-7849-4afa-abe7-03737642ec80 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 946 time: 0.1050417 May 17 22:13:52.109338 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3001e23f-b62d-48ec-ba5b-b14b0070732a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.116553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] For port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,segment=NetworkSegment(06d6f344-b684-4ce9-9f33-3b3560da5b9c),segment_id=06d6f344-b684-4ce9-9f33-3b3560da5b9c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:13:52.116922 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.137845 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Calling delete_port for c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:13:52.183652 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bee79a5-b83a-4d01-bf72-ab0332ce5b90 req-64a68261-b500-4192-99c9-c7704b870b68 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178191 May 17 22:13:52.199730 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3001e23f-b62d-48ec-ba5b-b14b0070732a admin admin] Publish callbacks [] for security_group (11df3853-4fc1-4d4f-811e-b922ecc4a7c2), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.226359 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2c8fe1f5-fd32-476b-9574-f6a3caf9edaf req-e7c89318-41fb-4706-8633-12e02cdbcdc3 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/security-groups?id=c814a988-40a9-4f83-bd4f-8101c9c3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463888 May 17 22:13:52.255662 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3001e23f-b62d-48ec-ba5b-b14b0070732a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (11df3853-4fc1-4d4f-811e-b922ecc4a7c2), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.295141 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3001e23f-b62d-48ec-ba5b-b14b0070732a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd4276655426428f936a55af730f06d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982981 May 17 22:13:52.296100 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e23f-b62d-48ec-ba5b-b14b0070732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11df3853-4fc1-4d4f-811e-b922ecc4a7c2,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:52.299161 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44306) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:52.347272 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-33e442f6-a535-48e8-9b3f-e911f6db94e9 admin admin] Publish callbacks [] for security_group (11df3853-4fc1-4d4f-811e-b922ecc4a7c2), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.368217 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-33e442f6-a535-48e8-9b3f-e911f6db94e9 admin admin] Publish callbacks [] for security_group (11df3853-4fc1-4d4f-811e-b922ecc4a7c2), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.376561 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.396113 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:13:52.405667 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Pushing event deleted for resources: {'Port': ['ID=c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:52.452998 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] No DVR routers for this DVR port c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:13:52.455805 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.459217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f19b068b-c504-4536-9663-a4d5e00c3c24 req-e38075b1-d37f-4f55-890f-b54a259db261 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.52 "DELETE /v2.0/ports/c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 HTTP/1.1" status: 204 len: 173 time: 0.9201000 May 17 22:13:52.459700 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'name': 'network-vif-deleted', 'tag': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:52.461935 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668e32f-3400-46c2-8677-2d4ae77b897c" -d '{"events": [{"server_uuid": "b91ceec7-4d65-407e-b85f-da561fe693a2", "name": "network-vif-deleted", "tag": "c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:52.478735 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-33e442f6-a535-48e8-9b3f-e911f6db94e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (11df3853-4fc1-4d4f-811e-b922ecc4a7c2), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.481288 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-33e442f6-a535-48e8-9b3f-e911f6db94e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:52.482442 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-33e442f6-a535-48e8-9b3f-e911f6db94e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11df3853-4fc1-4d4f-811e-b922ecc4a7c2 HTTP/1.1" status: 204 len: 168 time: 0.1823926 May 17 22:13:52.491075 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e442f6-a535-48e8-9b3f-e911f6db94e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11df3853-4fc1-4d4f-811e-b922ecc4a7c2,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:13:52.499195 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed17f45-2457-4f36-879b-15b7a98cfd06 x-openstack-request-id: req-0ed17f45-2457-4f36-879b-15b7a98cfd06 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:52.499596 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91ceec7-4d65-407e-b85f-da561fe693a2", "name": "network-vif-deleted", "tag": "c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:52.499949 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ed17f45-2457-4f36-879b-15b7a98cfd06 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:52.500346 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed17f45-2457-4f36-879b-15b7a98cfd06'] response: {'server_uuid': 'b91ceec7-4d65-407e-b85f-da561fe693a2', 'name': 'network-vif-deleted', 'tag': 'c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8', 'status': 'completed', 'code': 200} May 17 22:13:53.302607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2faa16-a95e-44a7-a361-38df4d332de8 req-42728a8a-7fca-46af-ba03-4e851e687d05 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:53.304134 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a2faa16-a95e-44a7-a361-38df4d332de8 req-42728a8a-7fca-46af-ba03-4e851e687d05 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0521312 May 17 22:13:53.345310 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6b2071cc-5c40-4f8e-a37a-6c395157b6c3 req-2fe33b43-1f70-4312-b96b-135bd297a877 tempest-VolumesSnapshotTestJSON-361954781 tempest-VolumesSnapshotTestJSON-361954781-project] 10.222.0.24 "GET /v2.0/ports?device_id=b91ceec7-4d65-407e-b85f-da561fe693a2 HTTP/1.1" status: 200 len: 210 time: 0.0364735 May 17 22:13:53.379337 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a2faa16-a95e-44a7-a361-38df4d332de8 req-11fac193-a0f0-4843-92d4-9b44b43ac4a1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624979 May 17 22:13:54.495272 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435eee1e-e518-485e-a869-6de5c3cbf11e req-00d689f6-7d0c-41ca-bbdc-b71f8da8913c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:54.496831 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-435eee1e-e518-485e-a869-6de5c3cbf11e req-00d689f6-7d0c-41ca-bbdc-b71f8da8913c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0465305 May 17 22:13:54.544294 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-435eee1e-e518-485e-a869-6de5c3cbf11e req-cd1269b2-e54e-4a90-81e5-a5b3df17b7fa tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 May 17 22:13:54.657816 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd7777-9337-489e-8fd3-b8e45e893fa8 req-25f62f2a-0439-47d8-97ff-dc1d5886545d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:54.659916 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3fd7777-9337-489e-8fd3-b8e45e893fa8 req-25f62f2a-0439-47d8-97ff-dc1d5886545d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0527489 May 17 22:13:54.668159 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44326) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:13:54.672806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'port_id': 'd038f455-52e9-4943-8fef-3e82a226e892'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:13:54.711378 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (7762ff66-f166-4daf-a86e-6ea777e8cdfd), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:54.968607 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:13:54.987806 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:13:54.988143 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device c018dbd8-fb54-4a5e-a5b1-3aa16ddebbc8 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:13:55.082800 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-9ab1720c-2988-4b7c-b09b-e7efa4eae6a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728085 May 17 22:13:55.196911 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1007-ea6c-4561-a418-3a99b073649c req-1f359c45-1973-49fd-9695-e0b14c499558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:55.198390 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-1f359c45-1973-49fd-9695-e0b14c499558 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 1129 time: 0.0778430 May 17 22:13:55.213478 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:55.276705 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (7762ff66-f166-4daf-a86e-6ea777e8cdfd), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:55.344961 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1007-ea6c-4561-a418-3a99b073649c req-368ac0e8-be52-4652-b871-faeae6850139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:55.346432 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-368ac0e8-be52-4652-b871-faeae6850139 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 200 len: 920 time: 0.1300569 May 17 22:13:55.408560 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-a0c3a8af-6262-4663-ba25-73d72f1fe57e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47 HTTP/1.1" status: 200 len: 217 time: 0.0389595 May 17 22:13:55.426365 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 7762ff66-f166-4daf-a86e-6ea777e8cdfd associated. External IP: 172.27.2.136, port: d038f455-52e9-4943-8fef-3e82a226e892. May 17 22:13:55.498787 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1007-ea6c-4561-a418-3a99b073649c req-362b6030-d174-403e-8d88-0ec6af347c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:55.500252 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-362b6030-d174-403e-8d88-0ec6af347c8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 200 len: 858 time: 0.0843627 May 17 22:13:55.578830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1007-ea6c-4561-a418-3a99b073649c req-e9da7029-c209-43fb-b131-cf4ee4e270c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:55.580460 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-e9da7029-c209-43fb-b131-cf4ee4e270c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b394d145-5e4c-4ff3-9a9e-324cf4600d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716715 May 17 22:13:55.748599 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-7874dc4d-fbf3-43da-bbc7-221ea4ad0c5e service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332233 May 17 22:13:55.750240 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:13:55.915063 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-107b1007-ea6c-4561-a418-3a99b073649c req-59405859-1cdd-40b1-a73a-64468ca1e433 service neutron] 10.222.0.52 "GET /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577621 May 17 22:13:55.918088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:13:55.924677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:55.931926 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:13:55.946427 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:55.947046 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:55.956752 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-461e0903-65d3-4fc7-a8ad-5360bc34aa29 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "PUT /v2.0/floatingips/7762ff66-f166-4daf-a86e-6ea777e8cdfd HTTP/1.1" status: 200 len: 992 time: 1.2851543 May 17 22:13:55.956752 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:13:55.957620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89" -d '{"events": [{"name": "network-changed", "server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "tag": "d038f455-52e9-4943-8fef-3e82a226e892"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:13:55.992669 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3206f4-ff44-4839-93b4-bc6620e1f532 x-openstack-request-id: req-5a3206f4-ff44-4839-93b4-bc6620e1f532 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:13:55.992960 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "tag": "d038f455-52e9-4943-8fef-3e82a226e892", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:13:55.993337 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a3206f4-ff44-4839-93b4-bc6620e1f532 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:13:55.993749 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3206f4-ff44-4839-93b4-bc6620e1f532'] response: {'name': 'network-changed', 'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892', 'status': 'completed', 'code': 200} May 17 22:13:56.063705 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:56.067740 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-fc9f2ba2-b90e-44a1-af5d-f61dee1a65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:56.069250 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-fc9f2ba2-b90e-44a1-af5d-f61dee1a65f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 1130 time: 0.0455315 May 17 22:13:56.168406 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-74aa6fec-df41-44c3-8ce5-3ad26f1642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:56.170079 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-74aa6fec-df41-44c3-8ce5-3ad26f1642cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 916 time: 0.0865064 May 17 22:13:56.239219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-3d8fa5cb-717c-4136-91dc-4bd33db49ae3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d038f455-52e9-4943-8fef-3e82a226e892 HTTP/1.1" status: 200 len: 1000 time: 0.0599389 May 17 22:13:56.272992 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '7762ff66-f166-4daf-a86e-6ea777e8cdfd', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'd038f455-52e9-4943-8fef-3e82a226e892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f9:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:13:31Z', 'updated_at': '2022-05-17T22:13:55Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:56.295595 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-0c6f2297-895c-4bb9-a6d0-f9c7c8bc4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:56.298846 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-0c6f2297-895c-4bb9-a6d0-f9c7c8bc4143 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.0444050 May 17 22:13:56.302152 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:13:56.310669 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:13:56.311558 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:13:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:56.342150 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-73d41a3f-bb16-471f-947c-a799b730d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:13:56.343706 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-73d41a3f-bb16-471f-947c-a799b730d5ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384035 May 17 22:13:56.435051 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:13:56.446332 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-70d8d220-27a2-4e0d-9b9b-77d1c97871a6 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948844 May 17 22:13:56.541313 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21a7d69f-e6df-4d4b-93f8-9c8b2e58ac89 req-18db7426-d885-41cf-8df0-d7454af28217 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839958 May 17 22:13:56.643256 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '7762ff66-f166-4daf-a86e-6ea777e8cdfd', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'd038f455-52e9-4943-8fef-3e82a226e892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f9:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:13:31Z', 'updated_at': '2022-05-17T22:13:55Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:13:56.666955 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac3b86-b878-4de6-9a16-8bc9d9c9360a None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '7762ff66-f166-4daf-a86e-6ea777e8cdfd', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'd038f455-52e9-4943-8fef-3e82a226e892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:f9:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:13:31Z', 'updated_at': '2022-05-17T22:13:55Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:13:56.850455 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:13:56.859907 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9576227-fd5d-49ad-a1a3-f70f2e58a5e7 None None] New status for floating IP 7762ff66-f166-4daf-a86e-6ea777e8cdfd: ACTIVE {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:01.391419 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f635df9-4421-45e0-9fdd-05496cd859ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:02.890534 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b76d2b-8c04-4924-9ad5-54aea05760b7 req-e6c8f225-0871-4922-bb9b-3ce1f6907059 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:02.891959 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a8b76d2b-8c04-4924-9ad5-54aea05760b7 req-e6c8f225-0871-4922-bb9b-3ce1f6907059 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.2032707 May 17 22:14:02.939080 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a8b76d2b-8c04-4924-9ad5-54aea05760b7 req-ec9c7b29-d428-4553-9563-345c32aaf547 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 May 17 22:14:04.047440 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc396c24-a8d9-47b5-8999-3e91299fe4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:04.123770 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c7d7-7341-4682-84f1-46cf51cbb6af req-17a00f64-05f5-478f-9421-b415e95cff26 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:04.125247 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c4d7c7d7-7341-4682-84f1-46cf51cbb6af req-17a00f64-05f5-478f-9421-b415e95cff26 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.1063468 May 17 22:14:04.185136 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c4d7c7d7-7341-4682-84f1-46cf51cbb6af req-d449a59b-33fc-4d40-8567-0fb5e910eaaf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542889 May 17 22:14:04.533589 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-130f1bad-7a29-43b6-82a6-7bdb94fbbe2c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:04.534909 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-130f1bad-7a29-43b6-82a6-7bdb94fbbe2c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.0453250 May 17 22:14:04.626482 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Deleting port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:04.626812 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:04.716242 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] For port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:04.716600 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:04.999205 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:05.129244 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:05.129863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (e513efed-e09f-428b-8bc6-a6f56442a146), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:05.129863 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Floating IP e513efed-e09f-428b-8bc6-a6f56442a146 disassociated. External IP: 172.27.2.156, port: 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e. May 17 22:14:05.130170 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Calling delete_port for 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:05.314809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cfeda-7c93-40c9-8c9e-8b6267f284c5 req-0c01786a-4978-412a-96a5-ab65c97ade12 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:05.316348 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a64cfeda-7c93-40c9-8c9e-8b6267f284c5 req-0c01786a-4978-412a-96a5-ab65c97ade12 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 947 time: 0.0480635 May 17 22:14:05.338359 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:05.376447 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event deleted for resources: {'Port': ['ID=501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:05.399917 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a64cfeda-7c93-40c9-8c9e-8b6267f284c5 req-18ecdd40-53ee-4655-965d-5f27fe45d9b7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=5be3bb32-4ac1-4831-b62d-f3b50df49627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773580 May 17 22:14:05.504820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:05.606540 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:05.616615 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:05.625867 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:05.626459 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:05.649363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] No DVR routers for this DVR port 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:05.651823 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:05.654983 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bc0ef4b4-82eb-48e7-b673-cc622ed4a245 req-221457ba-1cac-4cf2-963c-bf441860ccaa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "DELETE /v2.0/ports/501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e HTTP/1.1" status: 204 len: 173 time: 1.1071568 May 17 22:14:05.655450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-deleted', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:05.657687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae36cc39-7ae5-42b2-b6f8-f8a9643475c9" -d '{"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-deleted", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:05.694722 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8acfa66-948d-4cec-93f7-ee6e35231e4f x-openstack-request-id: req-a8acfa66-948d-4cec-93f7-ee6e35231e4f {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:05.695037 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c568a7b-6b45-45c4-b60a-3514d7c43e6e", "name": "network-vif-deleted", "tag": "501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:05.695331 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8acfa66-948d-4cec-93f7-ee6e35231e4f {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:05.695840 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8acfa66-948d-4cec-93f7-ee6e35231e4f'] response: {'server_uuid': '5c568a7b-6b45-45c4-b60a-3514d7c43e6e', 'name': 'network-vif-deleted', 'tag': '501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e', 'status': 'completed', 'code': 200} May 17 22:14:05.731267 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:05.929638 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:05.953913 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:05.962630 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:05.963264 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:06.178747 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:06.367305 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:06.391824 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:06.394319 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4436dc-b50d-4942-9951-8c3a65370428 None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:06.520908 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-539e7001-cd34-4377-b73e-ce055a9cff3c req-e7ae7430-8730-46ff-8c0e-ad02666d3444 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0311511 May 17 22:14:06.618456 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc31f9-e680-428b-94f2-ad783f20e5d5 None None] New status for floating IP e513efed-e09f-428b-8bc6-a6f56442a146: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:07.620460 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-26d533b3-9d86-4409-920e-be118bed5af6 req-807acb28-3ec3-466e-87b6-93dbce67a13d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0270529 May 17 22:14:07.735470 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:08.272567 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce5cb1-1c91-4ea2-8276-3fe4f7c5956a req-6ba34155-ae6a-46f4-a11e-e7c7e71c46f7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:08.273998 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e1ce5cb1-1c91-4ea2-8276-3fe4f7c5956a req-6ba34155-ae6a-46f4-a11e-e7c7e71c46f7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0454252 May 17 22:14:08.319764 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e1ce5cb1-1c91-4ea2-8276-3fe4f7c5956a req-c67ebd96-6128-4b1f-90e4-49bcc682068d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 May 17 22:14:08.537982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:08.557586 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:08.557923 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 501fce5e-184f-4fc4-9d2e-ed4f0c6b8e9e not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:08.825244 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-41d2c092-a060-47fe-96eb-158d9ad3cb8c req-85e008f8-b8f8-41ea-a4a6-04b9a8f38f2f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.1219749 May 17 22:14:09.436464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac466cf-9953-4fce-af76-b695d78aab58 req-038e8162-83bb-43a1-a290-359df0515fd7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:09.437927 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3ac466cf-9953-4fce-af76-b695d78aab58 req-038e8162-83bb-43a1-a290-359df0515fd7 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0496716 May 17 22:14:09.483712 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3ac466cf-9953-4fce-af76-b695d78aab58 req-ac38048d-688f-4c1f-b237-8559066d98d4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396273 May 17 22:14:09.939055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3b990d52-898d-4a85-9529-d385e90649a0 req-0ed18252-0166-44dc-8930-17d20a20c04d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0286741 May 17 22:14:10.605486 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdcf1-d9b9-445a-9d25-6eaf80de284a req-e4a7a0e7-51b9-4b3d-9376-0baa39c30ec4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:10.607079 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27bfdcf1-d9b9-445a-9d25-6eaf80de284a req-e4a7a0e7-51b9-4b3d-9376-0baa39c30ec4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0569234 May 17 22:14:10.659405 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-27bfdcf1-d9b9-445a-9d25-6eaf80de284a req-6ef8ccbe-8801-43ee-9768-bd055e65f580 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465572 May 17 22:14:11.047168 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-97dd2f34-251b-4f77-8361-ce33ee4293d1 req-865d7a96-cd54-47ce-9375-30e6732eaed3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c568a7b-6b45-45c4-b60a-3514d7c43e6e HTTP/1.1" status: 200 len: 210 time: 0.0269091 May 17 22:14:11.251495 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-f9269c3a-ad49-4a8f-9909-f3350428c27e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:11.252944 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-f9269c3a-ad49-4a8f-9909-f3350428c27e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0471134 May 17 22:14:11.344038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Deleting port de95285b-0a74-427f-90f8-1b48b78cd597 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:11.344389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:11.440346 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] For port de95285b-0a74-427f-90f8-1b48b78cd597, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de95285b-0a74-427f-90f8-1b48b78cd597,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:11.440704 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:11.606559 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:11.606920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (456a41a9-a8fa-4048-843d-ef467df0816b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:11.607263 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Floating IP 456a41a9-a8fa-4048-843d-ef467df0816b disassociated. External IP: 172.27.2.175, port: de95285b-0a74-427f-90f8-1b48b78cd597. May 17 22:14:11.607607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Calling delete_port for de95285b-0a74-427f-90f8-1b48b78cd597 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:11.786544 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684bcc4-9af3-499f-82fe-e0e9d7d4b496 req-30f971b1-5f3e-4e64-88fc-2abe5c3edfd5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:11.788105 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0684bcc4-9af3-499f-82fe-e0e9d7d4b496 req-30f971b1-5f3e-4e64-88fc-2abe5c3edfd5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 946 time: 0.0510175 May 17 22:14:11.835522 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0684bcc4-9af3-499f-82fe-e0e9d7d4b496 req-6861aa2e-4e2b-4c54-af38-7fbd846c4d55 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d5dcc-2b42-4f01-813b-4a774871f580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 May 17 22:14:11.836548 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (de95285b-0a74-427f-90f8-1b48b78cd597), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:11.868210 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event deleted for resources: {'Port': ['ID=de95285b-0a74-427f-90f8-1b48b78cd597,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:11.978249 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:12.087471 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:12.099465 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:12.114796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:12.114796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:12.132875 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] No DVR routers for this DVR port de95285b-0a74-427f-90f8-1b48b78cd597 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:12.135392 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.138590 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e05e5ecf-f421-449d-b385-583b33f658e5 req-fd6d7533-7c63-4ea0-bfbb-002e85f8dc00 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "DELETE /v2.0/ports/de95285b-0a74-427f-90f8-1b48b78cd597 HTTP/1.1" status: 204 len: 173 time: 0.8791833 May 17 22:14:12.142411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'name': 'network-vif-deleted', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:12.142411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547bd1f8-78b4-4d40-afe0-757bf12d8237" -d '{"events": [{"server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "name": "network-vif-deleted", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:12.177135 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd0c5f-6834-4d6b-929c-99c1750fede4 x-openstack-request-id: req-5fcd0c5f-6834-4d6b-929c-99c1750fede4 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:12.177427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e6e64e-c18e-4856-9a95-0833c10482ee", "name": "network-vif-deleted", "tag": "de95285b-0a74-427f-90f8-1b48b78cd597", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:12.177680 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fcd0c5f-6834-4d6b-929c-99c1750fede4 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:12.178265 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcd0c5f-6834-4d6b-929c-99c1750fede4'] response: {'server_uuid': '65e6e64e-c18e-4856-9a95-0833c10482ee', 'name': 'network-vif-deleted', 'tag': 'de95285b-0a74-427f-90f8-1b48b78cd597', 'status': 'completed', 'code': 200} May 17 22:14:12.218813 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:12.230603 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44480) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:12.292061 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d400e40-f94f-4a67-aaa7-8c215d2aa184 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (5be3bb32-4ac1-4831-b62d-f3b50df49627), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.319494 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d400e40-f94f-4a67-aaa7-8c215d2aa184 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (5be3bb32-4ac1-4831-b62d-f3b50df49627), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.415944 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:12.440697 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:12.449544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:12.450275 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:12.469802 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d400e40-f94f-4a67-aaa7-8c215d2aa184 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5be3bb32-4ac1-4831-b62d-f3b50df49627), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.472384 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2d400e40-f94f-4a67-aaa7-8c215d2aa184 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.473727 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2d400e40-f94f-4a67-aaa7-8c215d2aa184 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "DELETE /v2.0/security-groups/5be3bb32-4ac1-4831-b62d-f3b50df49627 HTTP/1.1" status: 204 len: 168 time: 0.2420750 May 17 22:14:12.476580 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44482) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:12.487240 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d400e40-f94f-4a67-aaa7-8c215d2aa184 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3bb32-4ac1-4831-b62d-f3b50df49627,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:12.493368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-f8bba447-7c3c-4027-9d3c-491a2d38a830 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] show failed (client error): The resource could not be found. May 17 22:14:12.494262 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f8bba447-7c3c-4027-9d3c-491a2d38a830 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups/5be3bb32-4ac1-4831-b62d-f3b50df49627 HTTP/1.1" status: 404 len: 347 time: 0.0166740 May 17 22:14:12.497586 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44486) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:12.574695 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:12.626107 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Deleting port be2ddffb-4c05-4230-a6ea-269315aa7822 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:12.626446 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.707884 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.708486 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (be2ddffb-4c05-4230-a6ea-269315aa7822), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.720904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Calling delete_port for be2ddffb-4c05-4230-a6ea-269315aa7822 owned by network:floatingip {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:12.771924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:12.800243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38415fe-3e03-4bd9-b153-27c23706e46d None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:12.932990 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (be2ddffb-4c05-4230-a6ea-269315aa7822), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:12.984894 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event deleted for resources: {'Port': ['ID=be2ddffb-4c05-4230-a6ea-269315aa7822,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:12.989637 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7d32ffdb-801b-4415-8d4d-d414a370c3e2 req-68408784-c7ba-4e82-8558-8c3cd70747ee tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6e64e-c18e-4856-9a95-0833c10482ee HTTP/1.1" status: 200 len: 210 time: 0.0585542 May 17 22:14:13.054777 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (e513efed-e09f-428b-8bc6-a6f56442a146), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.058824 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.060024 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-455440c6-a6a9-4517-b931-04210f43677e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "DELETE /v2.0/floatingips/e513efed-e09f-428b-8bc6-a6f56442a146 HTTP/1.1" status: 204 len: 168 time: 0.5615063 May 17 22:14:13.065919 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6faad-85da-45b8-a486-40ab4dc848b1 None None] New status for floating IP 456a41a9-a8fa-4048-843d-ef467df0816b: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:13.242619 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44498) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:13.247162 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374085480', 'description': 'tempest-description--1426491328'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:13.321428 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.394951 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (193a8886-f363-4b2d-8a5e-f0923928bfcc), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.457896 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (193a8886-f363-4b2d-8a5e-f0923928bfcc), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.486829 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193a8886-f363-4b2d-8a5e-f0923928bfcc,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:13.563464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.564671 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-5302237c-5026-44ee-9812-8545c8634069 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3209534 May 17 22:14:13.568371 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44500) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:13.572610 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'security_group_rule': {'security_group_id': '193a8886-f363-4b2d-8a5e-f0923928bfcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:13.664341 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (d864b374-7d40-43a2-9499-1803190b42c3), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.729707 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (d864b374-7d40-43a2-9499-1803190b42c3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.818874 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (d864b374-7d40-43a2-9499-1803190b42c3), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.837033 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d864b374-7d40-43a2-9499-1803190b42c3,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:13.929929 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:13.931398 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-0762b539-3fd7-4aa9-8941-0923d775a6f7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620367 May 17 22:14:13.934766 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44508) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:13.940351 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'security_group_rule': {'security_group_id': '193a8886-f363-4b2d-8a5e-f0923928bfcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:14.032985 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (61d3b443-1601-4696-a644-9724703754d7), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.091706 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (61d3b443-1601-4696-a644-9724703754d7), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.164065 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (61d3b443-1601-4696-a644-9724703754d7), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.186964 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d3b443-1601-4696-a644-9724703754d7,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:14.233909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44516) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:14.252761 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.253838 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7213e414-cd48-4249-bb85-f580c4f8f09d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3179445 May 17 22:14:14.261701 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44518) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:14.265761 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:14.312640 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2294fab7-4a14-4aa6-95cb-d320175cb372 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (a99d5dcc-2b42-4f01-813b-4a774871f580), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.337702 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2294fab7-4a14-4aa6-95cb-d320175cb372 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (a99d5dcc-2b42-4f01-813b-4a774871f580), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.373244 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.459941 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.555465 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2294fab7-4a14-4aa6-95cb-d320175cb372 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a99d5dcc-2b42-4f01-813b-4a774871f580), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.557966 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-2294fab7-4a14-4aa6-95cb-d320175cb372 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.559083 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-2294fab7-4a14-4aa6-95cb-d320175cb372 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "DELETE /v2.0/security-groups/a99d5dcc-2b42-4f01-813b-4a774871f580 HTTP/1.1" status: 204 len: 168 time: 0.3241773 May 17 22:14:14.562199 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44520) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:14.576041 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-51abc6de-1006-44e7-8b8c-f88ce0496ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] show failed (client error): The resource could not be found. May 17 22:14:14.577250 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-51abc6de-1006-44e7-8b8c-f88ce0496ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups/a99d5dcc-2b42-4f01-813b-4a774871f580 HTTP/1.1" status: 404 len: 347 time: 0.0140660 May 17 22:14:14.578592 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294fab7-4a14-4aa6-95cb-d320175cb372 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d5dcc-2b42-4f01-813b-4a774871f580,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:14.580151 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44522) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:14.604453 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Allocated IP 172.27.2.17 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/239310a3-18dc-4a6b-9f1e-9be83459f9dc) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:14.706733 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.709613 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Deleting port bd3012f9-b0dd-4395-b0d9-32afaccd4728 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:14.709955 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.786851 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.787213 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (bd3012f9-b0dd-4395-b0d9-32afaccd4728), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.796081 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:14.800920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Calling delete_port for bd3012f9-b0dd-4395-b0d9-32afaccd4728 owned by network:floatingip {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:14.838921 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:14.842201 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:14.849270 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:14.855043 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'Port': ['ID=239310a3-18dc-4a6b-9f1e-9be83459f9dc,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:15.007525 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (bd3012f9-b0dd-4395-b0d9-32afaccd4728), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.012772 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device de95285b-0a74-427f-90f8-1b48b78cd597 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:15.045490 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: de95285b-0a74-427f-90f8-1b48b78cd597 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:15.045840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device de95285b-0a74-427f-90f8-1b48b78cd597 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:15.046217 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event deleted for resources: {'Port': ['ID=bd3012f9-b0dd-4395-b0d9-32afaccd4728,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:15.118945 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (456a41a9-a8fa-4048-843d-ef467df0816b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.121607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.123049 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cc28ebfc-93b2-4417-93aa-7900f0a99cd4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "DELETE /v2.0/floatingips/456a41a9-a8fa-4048-843d-ef467df0816b HTTP/1.1" status: 204 len: 168 time: 0.5393016 May 17 22:14:15.179806 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (05697bf5-0109-4b97-ba9b-fb92f6d48938), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.268678 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.281316 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44534) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:15.286492 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744124600', 'description': 'tempest-description--730862576'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:15.366761 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.436394 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (5592a127-e6e5-49d3-bde8-a270c4abcaee), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.445399 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.521012 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5592a127-e6e5-49d3-bde8-a270c4abcaee), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.546969 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.550212 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5592a127-e6e5-49d3-bde8-a270c4abcaee,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:15.614153 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.615463 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-ba2bb657-6d80-455b-a91f-687d3864c33a tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3330727 May 17 22:14:15.618344 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44536) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:15.621790 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'Port': ['ID=239310a3-18dc-4a6b-9f1e-9be83459f9dc,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:15.622817 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'security_group_rule': {'security_group_id': '5592a127-e6e5-49d3-bde8-a270c4abcaee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:15.628081 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (05697bf5-0109-4b97-ba9b-fb92f6d48938), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.717431 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.718743 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8c99536d-d332-4333-9bf9-82733600687a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4561479 May 17 22:14:15.777724 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (27a0f940-8c38-4cbe-888b-cca88b732824), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.849849 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (27a0f940-8c38-4cbe-888b-cca88b732824), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.877595 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-601ed0cc-3eae-4a86-bdaa-607c182f61fb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--374085480&fields=id&tenant_id=422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 267 time: 0.0515552 May 17 22:14:15.912955 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (27a0f940-8c38-4cbe-888b-cca88b732824), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:15.965067 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a0f940-8c38-4cbe-888b-cca88b732824,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:16.002145 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-72ab644e-b101-4948-9673-c6a8edbfef01 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:16.003661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-72ab644e-b101-4948-9673-c6a8edbfef01 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 815 time: 0.1191771 May 17 22:14:16.018747 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-2c60bca8-c304-452e-bc4c-fb4803af2f75 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/quotas/422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 375 time: 0.0090530 May 17 22:14:16.057315 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.061436 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-14425c30-7183-4cda-8523-f2e1ee724696 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4389451 May 17 22:14:16.061436 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44550) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:16.065525 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'security_group_rule': {'security_group_id': '5592a127-e6e5-49d3-bde8-a270c4abcaee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:16.090476 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-851b5941-e55b-46da-aefa-4756837ff174 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661888 May 17 22:14:16.174670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (59b8d058-96b0-4345-bf37-4d295cb38557), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.269113 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (59b8d058-96b0-4345-bf37-4d295cb38557), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.273049 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-efadeee0-d76d-4aa4-9855-3810e4c73574 service neutron] 10.222.0.24 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687064 May 17 22:14:16.338192 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (59b8d058-96b0-4345-bf37-4d295cb38557), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.367284 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b8d058-96b0-4345-bf37-4d295cb38557,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:16.384308 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-2f427a8a-2225-46a0-8fb5-ebd24b907450 service neutron] 10.222.0.24 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053853 May 17 22:14:16.446689 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.448833 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cbe5bce3-605d-4db2-9364-28c297d8fbea tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857040 May 17 22:14:16.451488 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44560) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:16.456153 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:16.575815 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.674551 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:16.685960 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0f457402-1b25-4742-8f4a-7da790665440 req-58e52a4d-8052-489d-a5cc-631124a30ab9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 210 time: 0.0353365 May 17 22:14:16.799523 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Allocated IP 172.27.2.241 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/e27d6962-698d-43c1-883e-dbdebad7a522) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:16.947059 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for port (e27d6962-698d-43c1-883e-dbdebad7a522), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.094298 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e27d6962-698d-43c1-883e-dbdebad7a522), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.133535 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:17.136193 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:17.139812 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:17.170356 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'Port': ['ID=e27d6962-698d-43c1-883e-dbdebad7a522,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:17.232939 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (ce2e275e-a57b-4e5b-9567-464491f19abc), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.336972 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e27d6962-698d-43c1-883e-dbdebad7a522), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.509998 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for port (e27d6962-698d-43c1-883e-dbdebad7a522), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.575559 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (e27d6962-698d-43c1-883e-dbdebad7a522), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.646015 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'Port': ['ID=e27d6962-698d-43c1-883e-dbdebad7a522,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:17.657958 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (ce2e275e-a57b-4e5b-9567-464491f19abc), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.734262 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:17.737961 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-66d4d7c4-23ad-4733-816f-2f357e34ec83 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2830155 May 17 22:14:17.805548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3ae0d94-b49d-43ef-830e-193b26b54d35 req-6dd8f92a-f089-407c-9934-d8011d34f071 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 210 time: 0.0397763 May 17 22:14:17.887601 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-13293844-c7f7-45eb-926b-beae9edf15b9 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--744124600&fields=id&tenant_id=fe9b23322633464f975b94a2144fa300 HTTP/1.1" status: 200 len: 267 time: 0.0431283 May 17 22:14:17.994079 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-979a8306-8dd2-420f-9bf4-f5f3d555d693 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:17.995564 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-979a8306-8dd2-420f-9bf4-f5f3d555d693 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 810 time: 0.1035361 May 17 22:14:18.012559 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-4400cbad-f96b-47a1-96b8-915ef87a3acf tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/quotas/fe9b23322633464f975b94a2144fa300 HTTP/1.1" status: 200 len: 375 time: 0.0114574 May 17 22:14:18.075764 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-aef2613f-1cf9-4c9e-a0bc-a7603e7f36d3 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575247 May 17 22:14:18.183177 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-85e5ad5c-59cb-4b6e-a103-2ad1cdbf9f4a service neutron] 10.222.0.24 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953779 May 17 22:14:18.280615 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-2bccde42-e333-4706-969b-d472c42bce41 service neutron] 10.222.0.24 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912504 May 17 22:14:18.494233 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b3364de4-c60c-4fc2-a60f-7bec67ecb1b4 req-42ce03d1-656f-4480-80dd-f1a2879b23f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 210 time: 0.0283365 May 17 22:14:18.828449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-3ad84245-6d6f-480b-8574-eb2ef9d138e7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:18.829889 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-3ad84245-6d6f-480b-8574-eb2ef9d138e7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 815 time: 0.1056716 May 17 22:14:18.905148 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-432c2973-96ba-4db5-9d50-5589cae98fe3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 379 time: 0.0631359 May 17 22:14:18.924044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'port': {'device_id': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'admin_state_up': True, 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'security_groups': ['193a8886-f363-4b2d-8a5e-f0923928bfcc']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:18.929073 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53ff12f7-15b3-4eaa-8005-aac9117a6cd2 req-ce3dc758-5e77-4dc8-9ada-a9583090fd46 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 210 time: 0.0472457 May 17 22:14:19.132390 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Made reservation on behalf of 422158a05bcb44c8917cf1a6408cd7ad for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:14:19.136557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:19.265530 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Allocated IP 172.20.0.4 (9a32e06d-55b9-408a-a0d4-94ee7082349b/10a29eac-6944-4356-aa5d-6e947c1b195e/01f9ff90-5b71-4555-bb92-f5d36e9518eb) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:19.634918 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-035622ec-9747-46fa-bc99-8bb04783a0a2 req-4d5e7b1b-65fb-4036-9752-a2ac2332315b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 210 time: 0.0311117 May 17 22:14:19.671673 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:19.770704 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:19.816185 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:19.820039 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:19.826313 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:19.850400 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:19.880069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:19.880766 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:19.995522 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-55025cf1-677d-4851-b9d5-4785e1456a44 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0755162 May 17 22:14:20.053490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Request body: {'port': {'device_id': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:20.086957 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-03b702a8-d593-4e7a-9ad4-7e9d11b4cc9c None None] Provisioning complete for port 01f9ff90-5b71-4555-bb92-f5d36e9518eb triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:20.087587 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03b702a8-d593-4e7a-9ad4-7e9d11b4cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.128340 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-03b702a8-d593-4e7a-9ad4-7e9d11b4cc9c None None] Port 01f9ff90-5b71-4555-bb92-f5d36e9518eb cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:20.142989 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812290c1-cea5-49d3-9c86-dcf283f7b212 req-10221359-2c68-42dc-88c0-341524c507e1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:20.144455 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-812290c1-cea5-49d3-9c86-dcf283f7b212 req-10221359-2c68-42dc-88c0-341524c507e1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 931 time: 0.0879791 May 17 22:14:20.166031 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.223426 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-812290c1-cea5-49d3-9c86-dcf283f7b212 req-76433c8b-7599-4ae0-962b-79d395408081 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726380 May 17 22:14:20.286218 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44642) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:20.339373 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Deleting subnet f4fa37af-cb1b-4f83-bb8d-dff6203f9284 {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:14:20.340893 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Publish callbacks [] for subnet (f4fa37af-cb1b-4f83-bb8d-dff6203f9284), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.375326 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14738179'] for subnet (f4fa37af-cb1b-4f83-bb8d-dff6203f9284), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.415747 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (f4fa37af-cb1b-4f83-bb8d-dff6203f9284), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.530752 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14436444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14585426'] for subnet (f4fa37af-cb1b-4f83-bb8d-dff6203f9284), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.545188 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.548696 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f4fa37af-cb1b-4f83-bb8d-dff6203f9284 HTTP/1.1" status: 204 len: 168 time: 0.2614186 May 17 22:14:20.552263 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f9ff90-5b71-4555-bb92-f5d36e9518eb {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:14:20.558049 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44644) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:20.568392 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2fefa-9c31-4e6a-a6fd-b599e272ab3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fa37af-cb1b-4f83-bb8d-dff6203f9284,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:20.581714 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Publish callbacks [] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.613932 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Transition to ACTIVE for port object 01f9ff90-5b71-4555-bb92-f5d36e9518eb will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:14:20.669897 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-a554c741-f50c-493f-b85f-5b9f71f7d0e4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:20.671377 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-a554c741-f50c-493f-b85f-5b9f71f7d0e4 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 810 time: 0.2125769 May 17 22:14:20.674217 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (728fcf69-a03b-4660-ab19-7ef744bf8d9d), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.720840 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.804139 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7809ebc3-d825-47e7-be02-e03dff0f8362 req-8adb091a-5836-439c-a433-3055ed828743 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 210 time: 0.0886736 May 17 22:14:20.875398 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (728fcf69-a03b-4660-ab19-7ef744bf8d9d), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:20.955445 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-683b1679-5fae-49b4-83c5-6341d227db7d tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9b23322633464f975b94a2144fa300 HTTP/1.1" status: 200 len: 379 time: 0.2736976 May 17 22:14:20.956066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:20.993091 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728fcf69-a03b-4660-ab19-7ef744bf8d9d']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:21.002166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'port': {'device_id': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'admin_state_up': True, 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'security_groups': ['5592a127-e6e5-49d3-bde8-a270c4abcaee']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:21.038894 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d6f344-b684-4ce9-9f33-3b3560da5b9c') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:21.039408 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d6f344-b684-4ce9-9f33-3b3560da5b9c') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:21.074078 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (06d6f344-b684-4ce9-9f33-3b3560da5b9c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.147059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (06d6f344-b684-4ce9-9f33-3b3560da5b9c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.158932 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Attempting to bind port 01f9ff90-5b71-4555-bb92-f5d36e9518eb on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:21.162227 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Attempting to bind port 01f9ff90-5b71-4555-bb92-f5d36e9518eb by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:21.162227 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Attempting to bind port 01f9ff90-5b71-4555-bb92-f5d36e9518eb on network 9a32e06d-55b9-408a-a0d4-94ee7082349b {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:21.164101 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:14:21.164492 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (06d6f344-b684-4ce9-9f33-3b3560da5b9c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:14:21.166989 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:14:21.187976 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Port 01f9ff90-5b71-4555-bb92-f5d36e9518eb on network 9a32e06d-55b9-408a-a0d4-94ee7082349b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:14:21.190810 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Attempting to bind port 01f9ff90-5b71-4555-bb92-f5d36e9518eb on network 9a32e06d-55b9-408a-a0d4-94ee7082349b {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:21.240650 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:21.241205 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Checking segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:21.241854 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Bound using segment: {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:21.242555 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Bound port: 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b4504f-4b91-42f1-8126-c036dd2b1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:21.243181 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.338677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (728fcf69-a03b-4660-ab19-7ef744bf8d9d), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.380341 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.383617 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] 10.222.0.24 "DELETE /v2.0/networks/728fcf69-a03b-4660-ab19-7ef744bf8d9d HTTP/1.1" status: 204 len: 168 time: 0.8246183 May 17 22:14:21.396210 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Made reservation on behalf of fe9b23322633464f975b94a2144fa300 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:14:21.399734 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.406066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:21.414626 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01edbc-39c2-4052-a9af-2a22d3584372 admin admin] Pushing event deleted for resources: {'Network': ['ID=728fcf69-a03b-4660-ab19-7ef744bf8d9d,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:21.432684 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:21.452368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d274c-24d8-41e0-9c5a-7cfcbe787816 req-678b3536-a149-444a-a6ba-5dae2f767248 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:21.453849 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ab5d274c-24d8-41e0-9c5a-7cfcbe787816 req-678b3536-a149-444a-a6ba-5dae2f767248 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.1478388 May 17 22:14:21.512195 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.585641 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:21.586253 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.587793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] 10.222.0.52 "PUT /v2.0/ports/01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 1093 time: 1.5842927 May 17 22:14:21.588247 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:21.591025 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be361f7-11e6-441c-9028-3bc83dd0c194" -d '{"events": [{"name": "network-changed", "server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:21.665071 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ab5d274c-24d8-41e0-9c5a-7cfcbe787816 req-7d6d56de-9598-4632-b972-56190fab2bda tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663654 May 17 22:14:21.688951 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca57a2-bc45-40a2-a8d6-5462c01e97ad service neutron] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:21.705511 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Allocated IP 172.20.0.10 (b4c55ac9-e586-497b-b788-2ee3d019ca2d/097dfb2c-acbc-4191-b80c-3907df636820/2c450f46-d2e6-4987-8fa7-2c91fde11f5b) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:21.761299 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b619bb-6e59-4962-9cff-f242f880958f x-openstack-request-id: req-08b619bb-6e59-4962-9cff-f242f880958f {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:21.761587 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:21.761839 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08b619bb-6e59-4962-9cff-f242f880958f {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:21.762237 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b619bb-6e59-4962-9cff-f242f880958f'] response: {'name': 'network-changed', 'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'status': 'completed', 'code': 200} May 17 22:14:21.790141 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44660) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:21.795933 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-bdba5196-14ce-48c5-aeae-c90008884f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:21.797515 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-bdba5196-14ce-48c5-aeae-c90008884f3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1127 time: 0.0787032 May 17 22:14:21.837093 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a17f401d-5000-48cf-b803-ea96dec4d3c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93c1c0a74d6a4392947ee727aa1d3da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450735 May 17 22:14:21.839961 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44664) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:21.860315 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-4c684fab-2826-4ecc-9997-01efb7d6e4b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 217 time: 0.0479741 May 17 22:14:21.904730 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d9a9-a5ae-46c8-8aa9-95ad48a4066f admin admin] Publish callbacks [] for security_group (c814a988-40a9-4f83-bd4f-8101c9c3afbe), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.927769 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d9a9-a5ae-46c8-8aa9-95ad48a4066f admin admin] Publish callbacks [] for security_group (c814a988-40a9-4f83-bd4f-8101c9c3afbe), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:21.963753 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ed0c5f64-2388-4254-8e5b-7f5e65b7f217 req-7f4de592-fe43-4dae-b22e-2cdf8c6ec196 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 210 time: 0.0633519 May 17 22:14:21.991170 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-44aba416-5ae1-49b4-8e39-f748aa3a5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:21.992912 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-44aba416-5ae1-49b4-8e39-f748aa3a5890 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.1018150 May 17 22:14:22.028030 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.061338 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d9a9-a5ae-46c8-8aa9-95ad48a4066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c814a988-40a9-4f83-bd4f-8101c9c3afbe), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.061952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-e23d06ed-d704-4383-bae7-e60fa181f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:22.063474 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-e23d06ed-d704-4383-bae7-e60fa181f871 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629306 May 17 22:14:22.063986 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d9a9-a5ae-46c8-8aa9-95ad48a4066f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.065234 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b8d4d9a9-a5ae-46c8-8aa9-95ad48a4066f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c814a988-40a9-4f83-bd4f-8101c9c3afbe HTTP/1.1" status: 204 len: 168 time: 0.2239399 May 17 22:14:22.074015 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4d9a9-a5ae-46c8-8aa9-95ad48a4066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c814a988-40a9-4f83-bd4f-8101c9c3afbe,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:22.180633 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.191079 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-d31e515b-cb0f-488a-9f57-29ce2284c5b2 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198332 May 17 22:14:22.250830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:22.260626 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:22.268163 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:22.279013 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event updated for resources: {'Port': ['ID=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:22.402197 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:22.403297 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.435038 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34e92cfe-dd32-48ae-9ebd-4682cdb4d9a2 req-e5fba30d-ebc6-412c-9774-3078d9d376c4 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177088 May 17 22:14:22.514075 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-b8d9bd13-bc8e-4e5f-8660-f9667dcd7ead tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5235043 May 17 22:14:22.533066 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-500e7cf1-fdaa-433e-9914-ba83a895690e None None] Provisioning complete for port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:22.533615 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Request body: {'port': {'device_id': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:22.534243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-500e7cf1-fdaa-433e-9914-ba83a895690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.588401 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-500e7cf1-fdaa-433e-9914-ba83a895690e None None] Port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:22.605346 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:22.821009 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112093-a636-4a87-b8c3-e3ce5a84a3bf req-ccd57961-d902-464b-96e1-01aa9c64cdb5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:22.823017 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-63112093-a636-4a87-b8c3-e3ce5a84a3bf req-ccd57961-d902-464b-96e1-01aa9c64cdb5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0728121 May 17 22:14:22.935200 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-63112093-a636-4a87-b8c3-e3ce5a84a3bf req-c1ab8f82-63dc-405b-8e82-cdd65cb52599 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011043 May 17 22:14:23.030004 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c450f46-d2e6-4987-8fa7-2c91fde11f5b {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:14:23.039731 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Publish callbacks [] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.064297 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Transition to ACTIVE for port object 2c450f46-d2e6-4987-8fa7-2c91fde11f5b will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:14:23.108014 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffdb1-8994-44a3-9684-694de30df1ce req-5da476ff-1712-4ce0-987c-f2349f6a7b79 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:23.109541 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-67bffdb1-8994-44a3-9684-694de30df1ce req-5da476ff-1712-4ce0-987c-f2349f6a7b79 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 932 time: 0.0559311 May 17 22:14:23.171676 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-67bffdb1-8994-44a3-9684-694de30df1ce req-e3da4f60-2d9b-4296-b9e7-1fc5379cfb53 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525973 May 17 22:14:23.175687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.235640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Pushing event updated for resources: {'Port': ['ID=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:23.272195 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44690) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:23.322273 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Attempting to bind port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:23.322759 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Attempting to bind port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:23.323087 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Attempting to bind port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b on network b4c55ac9-e586-497b-b788-2ee3d019ca2d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:23.327628 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b on network b4c55ac9-e586-497b-b788-2ee3d019ca2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:14:23.327944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Attempting to bind port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b on network b4c55ac9-e586-497b-b788-2ee3d019ca2d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:23.333712 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:23.334049 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Checking segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:23.334430 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Bound using segment: {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:23.334859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Bound port: 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:23.335250 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.391540 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-642472985-network', 'tenant_id': '74eb5524f74d434b87ff129f9997176b'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:23.399514 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] For port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:23.402672 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] For port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:23.493443 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.507368 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Made reservation on behalf of 74eb5524f74d434b87ff129f9997176b for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:14:23.510173 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.519497 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.565688 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:23.566833 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.567779 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c450f46-d2e6-4987-8fa7-2c91fde11f5b HTTP/1.1" status: 200 len: 1094 time: 1.0390499 May 17 22:14:23.592306 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b351ace-fced-4e82-9fcf-422b4b2c9d70 service neutron] Pushing event updated for resources: {'Port': ['ID=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:23.595605 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-afd9d212-724f-45ea-a46e-61c0d84c292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:23.596937 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-afd9d212-724f-45ea-a46e-61c0d84c292a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1127 time: 0.0755534 May 17 22:14:23.606028 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks [] for security_group (d31a60d5-a353-452d-bdd7-6a041c342bde), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.672824 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d31a60d5-a353-452d-bdd7-6a041c342bde), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.703318 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:14:23.709945 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a60d5-a353-452d-bdd7-6a041c342bde,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:23.717901 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-cb455e1e-6fdf-49a7-9880-4889cf6479a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:23.718059 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (5f3cf848-a84a-42d4-8bc9-3e9dce5fe969), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.718378 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Added segment 5f3cf848-a84a-42d4-8bc9-3e9dce5fe969 of type vlan for network f99c992d-0efd-4347-95a8-72386bdb5868 May 17 22:14:23.719402 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-cb455e1e-6fdf-49a7-9880-4889cf6479a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 1128 time: 0.0501082 May 17 22:14:23.730442 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-cf9b9142-e484-4efe-878f-1d10e6a2599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:23.732032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-cf9b9142-e484-4efe-878f-1d10e6a2599a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.1261370 May 17 22:14:23.766379 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (f99c992d-0efd-4347-95a8-72386bdb5868), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.850124 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (f99c992d-0efd-4347-95a8-72386bdb5868), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.851369 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:23.852310 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:23.916564 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] Pushing event updated for resources: {'Network': ['ID=f99c992d-0efd-4347-95a8-72386bdb5868,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:23.927557 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network f99c992d-0efd-4347-95a8-72386bdb5868 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:14:23.984688 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f3a484ff-a972-4630-a8d3-d6f08703a713 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7111158 May 17 22:14:23.987417 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44696) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:23.994070 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Request body: {'subnet': {'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-642472985-subnet', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:24.029766 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:24.032033 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:24.070732 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-f998f656-27f3-4331-b611-0fad5fcdfb4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b HTTP/1.1" status: 200 len: 217 time: 0.3374748 May 17 22:14:24.073348 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-eee0c8d5-9f2a-4f10-bd9b-786fb8f31f6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 217 time: 0.3337867 May 17 22:14:24.096205 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Made reservation on behalf of 74eb5524f74d434b87ff129f9997176b for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:14:24.099372 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14585471'] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.110532 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfe0496-3f39-483c-9a83-e17148822d24 x-openstack-request-id: req-6dfe0496-3f39-483c-9a83-e17148822d24 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:24.110532 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:24.110532 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dfe0496-3f39-483c-9a83-e17148822d24 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:24.110532 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfe0496-3f39-483c-9a83-e17148822d24'] response: {'name': 'network-changed', 'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'status': 'completed', 'code': 200} May 17 22:14:24.191036 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c3832-eab8-4222-9b60-062016ad8827 req-523fef7f-ca8d-48c2-ae94-3bb66dfbeacd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.192552 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d35c3832-eab8-4222-9b60-062016ad8827 req-523fef7f-ca8d-48c2-ae94-3bb66dfbeacd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.1243157 May 17 22:14:24.202607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-94a67121-9356-462d-a717-4ca1ffd69f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.204008 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-94a67121-9356-462d-a717-4ca1ffd69f9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.1204374 May 17 22:14:24.205212 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7119e0b7-a8fa-4df1-bb8a-ae3abae961c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.206464 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-7119e0b7-a8fa-4df1-bb8a-ae3abae961c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.1214969 May 17 22:14:24.331203 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-d2f5d091-2382-4d56-a1ed-0b0fbaf3e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.332719 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-d2f5d091-2382-4d56-a1ed-0b0fbaf3e322 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138752 May 17 22:14:24.341947 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14436381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14585449'] for subnet (cffeda1a-7e68-4f8d-8705-80e17b4a1ecb), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.343729 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d35c3832-eab8-4222-9b60-062016ad8827 req-20a63948-651f-40f4-8c85-f7f6e5836e12 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436446 May 17 22:14:24.344683 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-5cb1aab9-0335-48c2-b398-33d46d200c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.346051 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-5cb1aab9-0335-48c2-b398-33d46d200c77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260877 May 17 22:14:24.386050 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606812b-ec8e-4d6e-b48b-f80cf2b4c2d6 req-d76eb1c5-bcb9-4329-8800-9b53cb8da555 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.387502 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7606812b-ec8e-4d6e-b48b-f80cf2b4c2d6 req-d76eb1c5-bcb9-4329-8800-9b53cb8da555 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 944 time: 0.1162126 May 17 22:14:24.398982 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:24.411663 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Checking segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:24.412026 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Network hostable DHCP agents. Network: f99c992d-0efd-4347-95a8-72386bdb5868, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:14:24.480913 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Network f99c992d-0efd-4347-95a8-72386bdb5868 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:14:24.550102 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7606812b-ec8e-4d6e-b48b-f80cf2b4c2d6 req-3a835ca4-9078-4242-90b0-07a612e6e400 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493266 May 17 22:14:24.553844 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-c6873f46-a18f-47fc-b482-8e697f892eb9 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136006 May 17 22:14:24.555966 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-bec5d968-31d5-443a-8454-d07f1c9707ea service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976538 May 17 22:14:24.564539 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, f99c992d-0efd-4347-95a8-72386bdb5868) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:24.569314 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:24.569899 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.583833 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278c5d0-2299-4dd5-bf7f-dc9980c0404c None None] Network f99c992d-0efd-4347-95a8-72386bdb5868 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:14:24.652198 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a3eefafe-c5b0-4114-b94f-4da253b3458f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6628332 May 17 22:14:24.654889 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44704) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:24.659481 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:24.695304 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-f99c992d-0efd-4347-95a8-72386bdb5868', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:14:24.696250 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.729270 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39d5929f-931e-4447-b69b-36f8a5457c26 req-dd0385a2-7bb2-4f86-8498-fcd775f95921 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584976 May 17 22:14:24.736045 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5be361f7-11e6-441c-9028-3bc83dd0c194 req-47995559-5635-45a0-b06c-61897f31d980 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669261 May 17 22:14:24.758314 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (0d8469ae-5733-4e59-9c89-3147b6634f27), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.759501 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (0d8469ae-5733-4e59-9c89-3147b6634f27), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.808877 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks [] for router_controller (0d8469ae-5733-4e59-9c89-3147b6634f27), precommit_add_association {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:24.838938 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Allocated IP 172.20.0.2 (f99c992d-0efd-4347-95a8-72386bdb5868/cffeda1a-7e68-4f8d-8705-80e17b4a1ecb/62be4357-375e-49b9-88eb-1ea272345072) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:24.980744 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Publish callbacks [] for port (62be4357-375e-49b9-88eb-1ea272345072), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.002766 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks [] for router_gateway (0d8469ae-5733-4e59-9c89-3147b6634f27), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.092735 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:14:25.111295 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (62be4357-375e-49b9-88eb-1ea272345072), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.187290 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Network f99c992d-0efd-4347-95a8-72386bdb5868 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:25.204316 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:25.208028 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:25.215339 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Pushing event updated for resources: {'Port': ['ID=62be4357-375e-49b9-88eb-1ea272345072,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:25.317559 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks [] for router_gateway (0d8469ae-5733-4e59-9c89-3147b6634f27), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.337572 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.444752 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Attempting to bind port 62be4357-375e-49b9-88eb-1ea272345072 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:25.445124 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Attempting to bind port 62be4357-375e-49b9-88eb-1ea272345072 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:25.445496 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Attempting to bind port 62be4357-375e-49b9-88eb-1ea272345072 on network f99c992d-0efd-4347-95a8-72386bdb5868 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:25.455421 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:25.460112 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:25.460494 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Checking segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:25.460898 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.461308 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Bound using segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:25.461751 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Bound port: 62be4357-375e-49b9-88eb-1ea272345072, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:25.462447 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (62be4357-375e-49b9-88eb-1ea272345072), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.465500 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Allocated IP 172.27.2.48 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/d2eebf16-42c8-4d75-a3be-8528e5083ad2) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:25.482789 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'mac_address': 'fa:16:3e:2a:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:14:25.494403 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81d32-f11d-4793-9d79-b38cf06082ef req-3ba6dee6-8ef6-42ee-bff7-63bf68833b80 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:25.503207 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ebd81d32-f11d-4793-9d79-b38cf06082ef req-3ba6dee6-8ef6-42ee-bff7-63bf68833b80 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0804055 May 17 22:14:25.555295 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:25.555684 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.564891 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ebd81d32-f11d-4793-9d79-b38cf06082ef req-015246e9-2929-41bc-af86-2905598270ab tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604529 May 17 22:14:25.571840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] For port 62be4357-375e-49b9-88eb-1ea272345072, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:25.578699 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f9ff90-5b71-4555-bb92-f5d36e9518eb {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:14:25.585133 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks [] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.598210 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] For port 62be4357-375e-49b9-88eb-1ea272345072, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=62be4357-375e-49b9-88eb-1ea272345072,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:25.611045 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:25.679569 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9517b29-d540-4a3b-ad50-f8b220046044 req-bc52962c-cbc1-4ddd-a6bf-6442b974e0ee tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:25.680952 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9517b29-d540-4a3b-ad50-f8b220046044 req-bc52962c-cbc1-4ddd-a6bf-6442b974e0ee tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 944 time: 0.0461464 May 17 22:14:25.686982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (62be4357-375e-49b9-88eb-1ea272345072), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.709810 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.714816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:25.734157 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e9517b29-d540-4a3b-ad50-f8b220046044 req-7ef6d3fb-326f-4f5f-b93f-449895c0ec9c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472217 May 17 22:14:25.748682 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f365a9c-ce6f-49d6-b83a-1724eec25a20 None None] Pushing event updated for resources: {'Port': ['ID=62be4357-375e-49b9-88eb-1ea272345072,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:25.772170 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:25.781044 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:25.781044 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:25.817290 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:25.818589 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eebf16-42c8-4d75-a3be-8528e5083ad2,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:25.887771 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-491d4333-4a39-42b5-9ae0-0fb2dc4e9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:25.893655 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-491d4333-4a39-42b5-9ae0-0fb2dc4e9a64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 1128 time: 0.0528610 May 17 22:14:26.013658 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['01f9ff90-5b71-4555-bb92-f5d36e9518eb'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:14:26.030545 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-37c01005-fd0d-4c5a-99c9-7787ea6d571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:26.032198 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-37c01005-fd0d-4c5a-99c9-7787ea6d571b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 911 time: 0.1281526 May 17 22:14:26.084852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-e7582449-3117-4e78-8204-bb55f9cc4781 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b HTTP/1.1" status: 200 len: 217 time: 0.0435317 May 17 22:14:26.165024 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks [] for router_gateway (0d8469ae-5733-4e59-9c89-3147b6634f27), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.304845 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 62be4357-375e-49b9-88eb-1ea272345072 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:26.349915 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 62be4357-375e-49b9-88eb-1ea272345072 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:26.350279 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (62be4357-375e-49b9-88eb-1ea272345072), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.351281 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (0d8469ae-5733-4e59-9c89-3147b6634f27), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.377130 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-3211ae4c-96b1-4f53-a2bf-51c2038fc4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:26.378602 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-3211ae4c-96b1-4f53-a2bf-51c2038fc4db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.0440605 May 17 22:14:26.427373 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 62be4357-375e-49b9-88eb-1ea272345072 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:26.427754 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (62be4357-375e-49b9-88eb-1ea272345072), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.432255 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-ff325769-08c5-4d4d-9893-bf68467d4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:26.433993 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-ff325769-08c5-4d4d-9893-bf68467d4a36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471370 May 17 22:14:26.464994 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 62be4357-375e-49b9-88eb-1ea272345072, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=62be4357-375e-49b9-88eb-1ea272345072,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:26.540602 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-0cfc78c5-961a-463d-91c9-b090b9a34980 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982263 May 17 22:14:26.572597 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (62be4357-375e-49b9-88eb-1ea272345072), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.604657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Router 0d8469ae-5733-4e59-9c89-3147b6634f27 is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:14:26.656233 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=62be4357-375e-49b9-88eb-1ea272345072,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:26.684451 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-56c3a874-5a0c-4b68-90fc-2af0fbbca12b req-405a3291-265c-428f-b58b-34d69360913a service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362014 May 17 22:14:26.722247 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b8ba-ed63-4ef5-9780-2f1298074447 req-fcc909b9-bce8-458f-8e3f-6b909ff8af36 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:26.725134 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6c26b8ba-ed63-4ef5-9780-2f1298074447 req-fcc909b9-bce8-458f-8e3f-6b909ff8af36 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 944 time: 0.0593798 May 17 22:14:26.749763 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:26.765024 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Sync routers for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:26.780061 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:26.780749 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:26.807548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6c26b8ba-ed63-4ef5-9780-2f1298074447 req-0e4ff73a-f1c5-4bba-a807-2afea9c0fc2f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711877 May 17 22:14:26.825968 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.829219 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-73da3593-be55-4d07-8710-96241fac2c50 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1730111 May 17 22:14:26.833281 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44730) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:26.857162 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a6e44-4bb6-4fcf-85fa-1e644134999c None None] Network f99c992d-0efd-4347-95a8-72386bdb5868 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:14:26.902263 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-2e1f8f6c-9922-4303-82c2-b9f6c658921b None None] Provisioning complete for port 62be4357-375e-49b9-88eb-1ea272345072 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:26.903241 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8f6c-9922-4303-82c2-b9f6c658921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (62be4357-375e-49b9-88eb-1ea272345072), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:26.912314 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69544ce-b910-4240-b895-eb737ff37f78 req-5ea94605-1544-4a66-9341-d52815a339bc tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:26.915474 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e69544ce-b910-4240-b895-eb737ff37f78 req-5ea94605-1544-4a66-9341-d52815a339bc tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 944 time: 0.0571916 May 17 22:14:26.985305 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e69544ce-b910-4240-b895-eb737ff37f78 req-fbaf9df0-b0b7-4723-9204-c3c796867790 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610387 May 17 22:14:26.993299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.064976 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:27.130081 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2c450f46-d2e6-4987-8fa7-2c91fde11f5b details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:14:27.132242 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:27.299074 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f8f6c-9922-4303-82c2-b9f6c658921b None None] Current status of the port 62be4357-375e-49b9-88eb-1ea272345072 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:27.344126 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 01f9ff90-5b71-4555-bb92-f5d36e9518eb completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:14:27.438466 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 01f9ff90-5b71-4555-bb92-f5d36e9518eb triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:27.438836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.473906 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:27.476589 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:25Z', 'revision_number': 3, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:27.526363 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Checking router: 0d8469ae-5733-4e59-9c89-3147b6634f27 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:27.526933 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Updating router 0d8469ae-5733-4e59-9c89-3147b6634f27 port d2eebf16-42c8-4d75-a3be-8528e5083ad2 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:14:27.530465 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.533180 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'port_id': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'mac_address': 'fa:16:3e:1f:d8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:14:27.582359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-503cd57d-ae8c-4324-bba1-1667c1120261 None None] Provisioning complete for port 62be4357-375e-49b9-88eb-1ea272345072 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:27.582359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-503cd57d-ae8c-4324-bba1-1667c1120261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (62be4357-375e-49b9-88eb-1ea272345072), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.620579 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.681117 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:27.681503 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.717925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Allocated IP 172.20.0.1 (f99c992d-0efd-4347-95a8-72386bdb5868/cffeda1a-7e68-4f8d-8705-80e17b4a1ecb/b023fc58-e282-4d91-8ce2-9a88d9ab3076) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:27.736537 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:27.736978 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.740422 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c450f46-d2e6-4987-8fa7-2c91fde11f5b {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:14:27.782177 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:27.836311 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks [] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.927269 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10077129-3122-49d5-bcdb-714c343b5cba req-1d76c1fd-2547-47fd-b297-6ff72b58c5a0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:27.928834 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10077129-3122-49d5-bcdb-714c343b5cba req-1d76c1fd-2547-47fd-b297-6ff72b58c5a0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 944 time: 0.0544088 May 17 22:14:27.981705 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:27.984997 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10077129-3122-49d5-bcdb-714c343b5cba req-e28dd3ef-4baf-439c-8a75-730b08186aa4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502503 May 17 22:14:27.999063 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:28.001329 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736624ea-b9f9-402e-a210-7fe500282d3d" -d '{"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-plugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:28.013217 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.022748 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Network f99c992d-0efd-4347-95a8-72386bdb5868 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:28.027468 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:28.031242 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:28.039038 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:28.067127 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e59eed-19f0-4991-8f1a-47913a60b0f9 x-openstack-request-id: req-b9e59eed-19f0-4991-8f1a-47913a60b0f9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:28.067127 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-plugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:28.067892 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9e59eed-19f0-4991-8f1a-47913a60b0f9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:28.067892 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e59eed-19f0-4991-8f1a-47913a60b0f9'] response: {'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'code': 200} May 17 22:14:28.068305 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-503cd57d-ae8c-4324-bba1-1667c1120261 None None] Current status of the port 62be4357-375e-49b9-88eb-1ea272345072 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:28.074528 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Pushing event updated for resources: {'Port': ['ID=b023fc58-e282-4d91-8ce2-9a88d9ab3076,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:28.099229 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (0d8469ae-5733-4e59-9c89-3147b6634f27), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.133323 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.190178 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:28.232573 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51aee-4658-4233-a7e3-e020b3cc42a5 req-f99d2e7b-b7ba-4b5a-bc98-267ee8a35910 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:28.236780 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0ad51aee-4658-4233-a7e3-e020b3cc42a5 req-f99d2e7b-b7ba-4b5a-bc98-267ee8a35910 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 945 time: 0.1102748 May 17 22:14:28.281176 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:28.335692 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['2c450f46-d2e6-4987-8fa7-2c91fde11f5b'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:14:28.354234 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0ad51aee-4658-4233-a7e3-e020b3cc42a5 req-3bef8c7f-0af5-440d-9087-76b20d380db1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046224 May 17 22:14:28.359152 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.363597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0f7e-01f4-4a55-8083-411d73633bdb req-a1f5e318-3d9b-42ef-ad23-b70bf335abe6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:28.370849 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dc7c0f7e-01f4-4a55-8083-411d73633bdb req-a1f5e318-3d9b-42ef-ad23-b70bf335abe6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0769873 May 17 22:14:28.392764 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 62be4357-375e-49b9-88eb-1ea272345072 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:28.418800 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:14:28.424662 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dc7c0f7e-01f4-4a55-8083-411d73633bdb req-2de7017d-0df8-4e69-bfec-4256bfdb5630 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528989 May 17 22:14:28.474089 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-cd5af5b3-fdb1-4cbb-a5e3-e1fd3d6b9844 None None] Provisioning complete for port b023fc58-e282-4d91-8ce2-9a88d9ab3076 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:28.474507 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd5af5b3-fdb1-4cbb-a5e3-e1fd3d6b9844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.536685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Publish callbacks [] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.557931 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-cd5af5b3-fdb1-4cbb-a5e3-e1fd3d6b9844 None None] Port b023fc58-e282-4d91-8ce2-9a88d9ab3076 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:28.569315 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 62be4357-375e-49b9-88eb-1ea272345072 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:28.569685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (62be4357-375e-49b9-88eb-1ea272345072), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.583905 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks [] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.621942 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.672305 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.717215 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3cff5-d6a9-41fa-a377-2229af00898c None None] Pushing event updated for resources: {'Port': ['ID=d2eebf16-42c8-4d75-a3be-8528e5083ad2,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:28.720323 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Attempting to bind port d2eebf16-42c8-4d75-a3be-8528e5083ad2 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:28.720764 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Attempting to bind port d2eebf16-42c8-4d75-a3be-8528e5083ad2 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:28.721260 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Attempting to bind port d2eebf16-42c8-4d75-a3be-8528e5083ad2 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:28.743066 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Pushing event updated for resources: {'Port': ['ID=b023fc58-e282-4d91-8ce2-9a88d9ab3076,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:28.745614 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (0d8469ae-5733-4e59-9c89-3147b6634f27), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.746619 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:28.747013 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:28.747386 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.748016 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:28.748249 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Bound port: d2eebf16-42c8-4d75-a3be-8528e5083ad2, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:28.748591 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.780804 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 62be4357-375e-49b9-88eb-1ea272345072 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:28.812256 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] For port d2eebf16-42c8-4d75-a3be-8528e5083ad2, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:28.815713 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] For port d2eebf16-42c8-4d75-a3be-8528e5083ad2, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d2eebf16-42c8-4d75-a3be-8528e5083ad2,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:28.839577 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Network f99c992d-0efd-4347-95a8-72386bdb5868 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:28.840905 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:28.894955 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:28.954120 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:28.954756 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:28.974214 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Router 0d8469ae-5733-4e59-9c89-3147b6634f27 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:28.998600 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3cff5-d6a9-41fa-a377-2229af00898c None None] Pushing event updated for resources: {'Port': ['ID=d2eebf16-42c8-4d75-a3be-8528e5083ad2,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:29.092268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:29.124985 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:29.130584 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6ccc18d4-d261-409e-be4b-4a638fb44616 admin admin] 10.222.0.24 "PUT /v2.0/routers/0d8469ae-5733-4e59-9c89-3147b6634f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961411 May 17 22:14:29.139899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b59b30-4013-4663-b2ba-3a5f6a86d5c6 req-497c2a2b-5634-4eff-bfac-44f7faba603b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:29.141030 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58b59b30-4013-4663-b2ba-3a5f6a86d5c6 req-497c2a2b-5634-4eff-bfac-44f7faba603b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0613194 May 17 22:14:29.192829 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-58b59b30-4013-4663-b2ba-3a5f6a86d5c6 req-151b36f9-4b72-4a7c-95e3-379c466c5278 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 May 17 22:14:29.203808 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-eed7803d-35a9-4c64-822e-e9cadb2d1101 None None] Provisioning complete for port b023fc58-e282-4d91-8ce2-9a88d9ab3076 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:29.204179 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eed7803d-35a9-4c64-822e-e9cadb2d1101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:29.268598 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-eed7803d-35a9-4c64-822e-e9cadb2d1101 None None] Port b023fc58-e282-4d91-8ce2-9a88d9ab3076 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:29.329725 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 2, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:29.354331 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93f72d-16de-44c3-8df4-0acd010e0675 None None] The sync data for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi is: [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 2, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:29.448766 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2c450f46-d2e6-4987-8fa7-2c91fde11f5b up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:29.499979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc0b19-d4da-4c19-b524-fea1a5a38d4b req-27711700-fba0-4063-bdad-e52001da8a90 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:29.501613 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-51fc0b19-d4da-4c19-b524-fea1a5a38d4b req-27711700-fba0-4063-bdad-e52001da8a90 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 945 time: 0.0629218 May 17 22:14:29.505278 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:14:29.574407 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76a43e-8e06-40bb-a9a1-dad68f3fda7c req-7ce56299-db74-47c6-80f3-3529edc34ecb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:29.575941 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c76a43e-8e06-40bb-a9a1-dad68f3fda7c req-7ce56299-db74-47c6-80f3-3529edc34ecb tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0733860 May 17 22:14:29.589399 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:29.589923 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:29.646244 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-51fc0b19-d4da-4c19-b524-fea1a5a38d4b req-d5951760-2fab-4579-a6bb-a8c38fc52f1c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342356 May 17 22:14:29.681348 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c76a43e-8e06-40bb-a9a1-dad68f3fda7c req-8067a2a0-fafd-41fd-a96a-5fdd3c48a6e0 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923672 May 17 22:14:29.725043 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:29.725417 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:29.762922 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:29.823424 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:29.876212 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:29.887870 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44766) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:29.892904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-756384893-network', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:29.964160 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Made reservation on behalf of dbb3be42fef14fc89a6a52794b282b76 for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:14:29.967026 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:29.976985 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.057359 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks [] for security_group (f90e1a80-382e-40e9-bb63-df8d8a53b85f), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.069035 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:30.071408 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf4c27-fd1a-4d42-821c-d5ae9d13b990" -d '{"events": [{"server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "name": "network-vif-plugged", "status": "completed", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:30.112639 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafbda7a-82b2-4cf0-848a-53fe1a92abf1 x-openstack-request-id: req-cafbda7a-82b2-4cf0-848a-53fe1a92abf1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:30.113611 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "name": "network-vif-plugged", "status": "completed", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:30.114121 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cafbda7a-82b2-4cf0-848a-53fe1a92abf1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:30.114760 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafbda7a-82b2-4cf0-848a-53fe1a92abf1'] response: {'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'code': 200} May 17 22:14:30.130678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f90e1a80-382e-40e9-bb63-df8d8a53b85f), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.157903 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:14:30.176057 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90e1a80-382e-40e9-bb63-df8d8a53b85f,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:30.178439 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (1824cfe3-10fa-431f-991f-470735c05431), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.178846 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Added segment 1824cfe3-10fa-431f-991f-470735c05431 of type vlan for network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 May 17 22:14:30.194333 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.194811 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.195185 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.195527 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.195857 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.196192 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.196518 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.196842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.197165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.197488 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.197818 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.198132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.198450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.198766 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.199186 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:30.272997 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (42c41db6-7b6a-4f89-9b29-5de4e4732d28), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.355862 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d2eebf16-42c8-4d75-a3be-8528e5083ad2 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:30.371345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c81979-f552-46c7-9e67-e9f98f44c837 req-6cbbf433-256c-429b-93fb-ebfbac820f89 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:30.372897 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99c81979-f552-46c7-9e67-e9f98f44c837 req-6cbbf433-256c-429b-93fb-ebfbac820f89 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0539391 May 17 22:14:30.399870 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (42c41db6-7b6a-4f89-9b29-5de4e4732d28), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.405525 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:30.405525 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.409345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port d2eebf16-42c8-4d75-a3be-8528e5083ad2 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:30.409896 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.486625 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99c81979-f552-46c7-9e67-e9f98f44c837 req-a7b860a9-fc68-44fc-8e6b-955b03928a06 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068847 May 17 22:14:30.487306 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] Pushing event updated for resources: {'Network': ['ID=42c41db6-7b6a-4f89-9b29-5de4e4732d28,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:30.495704 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port d2eebf16-42c8-4d75-a3be-8528e5083ad2 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:30.496581 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.502139 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:14:30.529989 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f2178d20-4558-40b3-b1c4-5206162e643c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6409278 May 17 22:14:30.532741 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44772) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:30.538390 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Request body: {'subnet': {'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-756384893-subnet', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:30.541568 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port d2eebf16-42c8-4d75-a3be-8528e5083ad2, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d2eebf16-42c8-4d75-a3be-8528e5083ad2,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:30.604626 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.624336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Made reservation on behalf of dbb3be42fef14fc89a6a52794b282b76 for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:14:30.627166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14616351'] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:30.660559 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=d2eebf16-42c8-4d75-a3be-8528e5083ad2,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:30.877713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088284-0dea-45dc-a8da-4064820d17b8 req-9bebee55-1e43-422b-b456-9398edd2e69f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:30.879467 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d088284-0dea-45dc-a8da-4064820d17b8 req-9bebee55-1e43-422b-b456-9398edd2e69f tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.1256545 May 17 22:14:30.885333 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fcb76-595c-4a6c-a9f5-d9bb3e22da56 req-2f6ed3be-64b3-4962-8138-70f3ddd917a9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:30.886656 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-153fcb76-595c-4a6c-a9f5-d9bb3e22da56 req-2f6ed3be-64b3-4962-8138-70f3ddd917a9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1182270 May 17 22:14:30.972892 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d088284-0dea-45dc-a8da-4064820d17b8 req-e7abef2a-99bf-431d-aaf6-751596c330f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846767 May 17 22:14:30.979678 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-153fcb76-595c-4a6c-a9f5-d9bb3e22da56 req-c74cea92-b28c-4db8-a313-35dc001f8c60 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825908 May 17 22:14:30.993122 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14672274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14616329'] for subnet (261f5c97-2eeb-4758-a270-90d963482fe5), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.055880 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261f5c97-2eeb-4758-a270-90d963482fe5,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:31.064640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Checking segment: {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:31.067674 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Network hostable DHCP agents. Network: 42c41db6-7b6a-4f89-9b29-5de4e4732d28, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:14:31.135270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:14:31.215245 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 42c41db6-7b6a-4f89-9b29-5de4e4732d28) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:31.219252 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:31.219850 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.224684 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec2c7a-b0e6-49d8-b0fa-1fbd03e3430f None None] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:14:31.304492 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f6828f88-bbf2-49e2-8b26-c6a7e14cf474 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7699742 May 17 22:14:31.306438 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44778) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:31.310592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:31.334739 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-42c41db6-7b6a-4f89-9b29-5de4e4732d28', 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28', 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'fixed_ips': [{'subnet_id': '261f5c97-2eeb-4758-a270-90d963482fe5'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:14:31.335942 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.383755 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025afc79-c964-4479-b553-502811bd4c22 req-0b5685b7-08d6-4ca4-a5e3-8e265235af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:31.385231 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-025afc79-c964-4479-b553-502811bd4c22 req-0b5685b7-08d6-4ca4-a5e3-8e265235af27 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1129 time: 0.0631723 May 17 22:14:31.432736 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (1610c3ff-c880-4dda-9249-d1bc8628656b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.433971 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (1610c3ff-c880-4dda-9249-d1bc8628656b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.466465 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-508cef33-a71b-488c-b4ba-f0dc90a0d64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.490650 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Allocated IP 172.20.0.2 (42c41db6-7b6a-4f89-9b29-5de4e4732d28/261f5c97-2eeb-4758-a270-90d963482fe5/e138319a-572d-4ae3-99ea-a4d6af11bbcb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:31.495818 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks [] for router_controller (1610c3ff-c880-4dda-9249-d1bc8628656b), precommit_add_association {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.537579 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-025afc79-c964-4479-b553-502811bd4c22 req-62b06c18-6f6b-49dc-a787-cb226c9a964a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441275 May 17 22:14:31.715759 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232920d5-e912-43e7-8368-57936906ca1a req-1e9017fa-110f-4d6c-a1de-c654df185892 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:31.717278 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-232920d5-e912-43e7-8368-57936906ca1a req-1e9017fa-110f-4d6c-a1de-c654df185892 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.1394081 May 17 22:14:31.752596 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Sync routers for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:31.755735 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks [] for router_gateway (1610c3ff-c880-4dda-9249-d1bc8628656b), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.763216 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:31.763837 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:31.772687 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Publish callbacks [] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.864579 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:31.870415 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-232920d5-e912-43e7-8368-57936906ca1a req-492317f7-f94a-48df-901d-26d5d920c57d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466138 May 17 22:14:31.879279 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:31.883858 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-6b90f29e-4f3f-4615-8a6d-2d447e3381bf tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:31.887538 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-6b90f29e-4f3f-4615-8a6d-2d447e3381bf tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1083007 May 17 22:14:31.904331 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:31.922006 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:31.925370 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:31.971309 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4f6e-cee3-41a3-bde4-00fc47a3761f req-6e94abea-e428-4968-8bb0-fbde1e0c183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:31.973378 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-abfc4f6e-cee3-41a3-bde4-00fc47a3761f req-6e94abea-e428-4968-8bb0-fbde1e0c183b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 1130 time: 0.1583850 May 17 22:14:31.974088 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Pushing event updated for resources: {'Port': ['ID=e138319a-572d-4ae3-99ea-a4d6af11bbcb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:32.051546 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Attempting to bind port e138319a-572d-4ae3-99ea-a4d6af11bbcb on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:32.053492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Attempting to bind port e138319a-572d-4ae3-99ea-a4d6af11bbcb by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:32.053970 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Attempting to bind port e138319a-572d-4ae3-99ea-a4d6af11bbcb on network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:32.062354 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:32.062925 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Checking segment: {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:32.063416 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.063799 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Bound using segment: {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:32.064306 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Bound port: e138319a-572d-4ae3-99ea-a4d6af11bbcb, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:32.064680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.133089 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] For port e138319a-572d-4ae3-99ea-a4d6af11bbcb, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:32.136532 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] For port e138319a-572d-4ae3-99ea-a4d6af11bbcb, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e138319a-572d-4ae3-99ea-a4d6af11bbcb,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:32.162749 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 2, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:32.190626 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Checking router: 0d8469ae-5733-4e59-9c89-3147b6634f27 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:32.191785 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Updating router 0d8469ae-5733-4e59-9c89-3147b6634f27 port b023fc58-e282-4d91-8ce2-9a88d9ab3076 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:14:32.193595 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Deleting port ea82fbfe-827c-4d08-a78d-a544d7f86c1c {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:32.193834 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.220407 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.239901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.320925 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658ffd2-afd5-4ffe-81bf-8e8e3d86abb5 None None] Pushing event updated for resources: {'Port': ['ID=e138319a-572d-4ae3-99ea-a4d6af11bbcb,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:32.338138 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d2eebf16-42c8-4d75-a3be-8528e5083ad2 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:32.398294 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port d2eebf16-42c8-4d75-a3be-8528e5083ad2 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:32.398769 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.479943 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port d2eebf16-42c8-4d75-a3be-8528e5083ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:32.591393 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d51e4-bd71-4e2b-b5d4-a04f15dba881 req-d93af386-14fa-4acd-b33d-dbb066a4dd29 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:32.594256 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-779d51e4-bd71-4e2b-b5d4-a04f15dba881 req-d93af386-14fa-4acd-b33d-dbb066a4dd29 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 945 time: 0.5149078 May 17 22:14:32.612333 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953d1d2-ae8f-4fbb-bee1-6c33fc369f85 req-afa38936-8718-4035-b6e9-3bedc66e0405 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:32.613951 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8953d1d2-ae8f-4fbb-bee1-6c33fc369f85 req-afa38936-8718-4035-b6e9-3bedc66e0405 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.5373902 May 17 22:14:32.617058 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Publish callbacks [] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.672395 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.678846 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks [] for router_gateway (1610c3ff-c880-4dda-9249-d1bc8628656b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.715526 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.735054 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Pushing event updated for resources: {'Port': ['ID=b023fc58-e282-4d91-8ce2-9a88d9ab3076,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:32.760341 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.762475 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.762475 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.762475 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.762993 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.763366 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.763690 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.764009 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.764325 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.764640 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.764955 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.765280 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.765786 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.766103 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.766413 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:32.799683 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Attempting to bind port b023fc58-e282-4d91-8ce2-9a88d9ab3076 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:32.800042 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Attempting to bind port b023fc58-e282-4d91-8ce2-9a88d9ab3076 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:32.800927 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Attempting to bind port b023fc58-e282-4d91-8ce2-9a88d9ab3076 on network f99c992d-0efd-4347-95a8-72386bdb5868 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:32.809607 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:32.810447 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Checking segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:32.810994 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.811833 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Bound using segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:32.812486 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Bound port: b023fc58-e282-4d91-8ce2-9a88d9ab3076, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:32.812866 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.835268 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-abfc4f6e-cee3-41a3-bde4-00fc47a3761f req-debffdd7-07ae-4420-946e-876459053fd3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702596 May 17 22:14:32.856882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] For port ea82fbfe-827c-4d08-a78d-a544d7f86c1c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:32.857485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.871655 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-779d51e4-bd71-4e2b-b5d4-a04f15dba881 req-97eb5b30-8347-469f-95c7-2ec4322be1ec tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=af2159af-f188-4c3a-a0dc-e5871beb22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526231 May 17 22:14:32.891613 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] For port b023fc58-e282-4d91-8ce2-9a88d9ab3076, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:32.893427 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] For port b023fc58-e282-4d91-8ce2-9a88d9ab3076, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=b023fc58-e282-4d91-8ce2-9a88d9ab3076,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:32.911895 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8953d1d2-ae8f-4fbb-bee1-6c33fc369f85 req-fe7a00a3-ec5f-42de-a0db-ed634070c912 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638910 May 17 22:14:32.946587 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-f5a0c1ca-587f-411a-a0f7-ac26b34a5d65 None None] Provisioning complete for port b023fc58-e282-4d91-8ce2-9a88d9ab3076 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:32.946944 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c1ca-587f-411a-a0f7-ac26b34a5d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:32.983270 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0c1ca-587f-411a-a0f7-ac26b34a5d65 None None] Port b023fc58-e282-4d91-8ce2-9a88d9ab3076 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:32.991990 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Allocated IP 172.27.2.69 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/ef38d2d7-7599-42fe-8d78-582a9319d98b) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:32.999213 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.059689 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:33.060427 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:33.099240 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72647-d40f-4b69-ba80-d770ddc7177f None None] Pushing event updated for resources: {'Port': ['ID=b023fc58-e282-4d91-8ce2-9a88d9ab3076,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:33.123411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e6224-f0a2-4135-9caf-fd389de741ec req-c64cf968-b83d-4272-bf72-04e9166c8619 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:33.125130 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d00e6224-f0a2-4135-9caf-fd389de741ec req-c64cf968-b83d-4272-bf72-04e9166c8619 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.1345627 May 17 22:14:33.213611 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:33.299034 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.299427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.299853 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Floating IP 441c693f-2f31-4cfa-a9c8-3fb0901a2b2e disassociated. External IP: 172.27.2.250, port: ea82fbfe-827c-4d08-a78d-a544d7f86c1c. May 17 22:14:33.300209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Calling delete_port for ea82fbfe-827c-4d08-a78d-a544d7f86c1c owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:33.325136 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d00e6224-f0a2-4135-9caf-fd389de741ec req-322399cb-248f-4362-a6d5-05ca75ad70a4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929271 May 17 22:14:33.339053 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks [] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.407516 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] Provisioning complete for port b023fc58-e282-4d91-8ce2-9a88d9ab3076 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:33.408210 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.460639 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:32Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:33.498750 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959844c-4e82-4ee6-bc5f-1e61a0d76a5a None None] The sync data for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi is: [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:32Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:33.501748 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] Current status of the port b023fc58-e282-4d91-8ce2-9a88d9ab3076 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:33.502234 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.506385 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.544159 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] For port b023fc58-e282-4d91-8ce2-9a88d9ab3076, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=b023fc58-e282-4d91-8ce2-9a88d9ab3076,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:33.552140 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6bc89-f89e-41ce-a65a-8ae74666d689 None None] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:14:33.562275 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:33.565811 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:33.568033 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Pushing event updated for resources: {'Port': ['ID=ef38d2d7-7599-42fe-8d78-582a9319d98b,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:33.570213 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:33.606728 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (ea82fbfe-827c-4d08-a78d-a544d7f86c1c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.632163 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.644211 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event deleted for resources: {'Port': ['ID=ea82fbfe-827c-4d08-a78d-a544d7f86c1c,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:33.723264 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db00c-1281-424b-900a-1afb02610bc7 None None] Pushing event updated for resources: {'Port': ['ID=b023fc58-e282-4d91-8ce2-9a88d9ab3076,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:33.754949 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] Provisioning complete for port e138319a-572d-4ae3-99ea-a4d6af11bbcb triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:33.755387 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.842299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] Current status of the port e138319a-572d-4ae3-99ea-a4d6af11bbcb is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:33.843265 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:33.864077 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:33.885605 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] For port e138319a-572d-4ae3-99ea-a4d6af11bbcb, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e138319a-572d-4ae3-99ea-a4d6af11bbcb,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:33.975843 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.043483 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfeed-b028-4d9c-9e02-e968733deaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.047927 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be986b-be86-431b-9847-c8864d9cec4d None None] Pushing event updated for resources: {'Port': ['ID=e138319a-572d-4ae3-99ea-a4d6af11bbcb,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:34.096019 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-86962aea-aa5d-43cd-9808-ffd94db2c844 None None] Provisioning complete for port e138319a-572d-4ae3-99ea-a4d6af11bbcb triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:34.096392 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86962aea-aa5d-43cd-9808-ffd94db2c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.132237 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1ec4443b-f0fd-4867-87a3-05223bf8c077 req-f7f90ff7-2425-4618-962d-1f17379638ef tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 210 time: 0.1128809 May 17 22:14:34.145950 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:34.169839 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cba91-54a7-40e7-a9fd-a355302ff572 req-b6b83222-4961-43a2-b8fb-ba52208250ce tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:34.171392 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ca2cba91-54a7-40e7-a9fd-a355302ff572 req-b6b83222-4961-43a2-b8fb-ba52208250ce tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.1536868 May 17 22:14:34.197072 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] Sync routers for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:34.198152 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks [] for router_gateway (1610c3ff-c880-4dda-9249-d1bc8628656b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.212236 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-86962aea-aa5d-43cd-9808-ffd94db2c844 None None] Current status of the port e138319a-572d-4ae3-99ea-a4d6af11bbcb is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:34.217285 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:34.218245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:34.264465 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] No DVR routers for this DVR port ea82fbfe-827c-4d08-a78d-a544d7f86c1c on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:34.279758 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.283065 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4fceaea3-1974-41e6-9ce7-adfb587ad8dd req-1cd73f71-acc5-4bcc-83cb-62893946961a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "DELETE /v2.0/ports/ea82fbfe-827c-4d08-a78d-a544d7f86c1c HTTP/1.1" status: 204 len: 173 time: 2.3863983 May 17 22:14:34.283537 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'name': 'network-vif-deleted', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:34.285840 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb39a7b-a822-4a4f-babf-ac1a7c866cb0" -d '{"events": [{"server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "name": "network-vif-deleted", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:34.347226 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:34.373167 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87ddbdd-cd97-435c-bdd6-197d37e75cd2 x-openstack-request-id: req-b87ddbdd-cd97-435c-bdd6-197d37e75cd2 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:34.373450 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3e521e-c843-4727-8c31-00c86e4e6aa0", "name": "network-vif-deleted", "tag": "ea82fbfe-827c-4d08-a78d-a544d7f86c1c", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:34.373691 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b87ddbdd-cd97-435c-bdd6-197d37e75cd2 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:34.374091 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87ddbdd-cd97-435c-bdd6-197d37e75cd2'] response: {'server_uuid': 'da3e521e-c843-4727-8c31-00c86e4e6aa0', 'name': 'network-vif-deleted', 'tag': 'ea82fbfe-827c-4d08-a78d-a544d7f86c1c', 'status': 'completed', 'code': 200} May 17 22:14:34.433441 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ca2cba91-54a7-40e7-a9fd-a355302ff572 req-64ac2d5e-ca51-4090-8cb6-e033e9de4a1c tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368798 May 17 22:14:34.607706 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device b023fc58-e282-4d91-8ce2-9a88d9ab3076 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:34.608629 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e27ea8-47dc-4150-9e8b-c6f291b36898 req-7ea0f27e-ecd6-47d5-b1e2-856ce72fdfbb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:34.611637 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21e27ea8-47dc-4150-9e8b-c6f291b36898 req-7ea0f27e-ecd6-47d5-b1e2-856ce72fdfbb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0979443 May 17 22:14:34.633058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (1610c3ff-c880-4dda-9249-d1bc8628656b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.639922 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:34.671942 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] Checking router: eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:34.689555 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:34.690167 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:34.696740 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port b023fc58-e282-4d91-8ce2-9a88d9ab3076 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:34.697104 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:34.717209 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21e27ea8-47dc-4150-9e8b-c6f291b36898 req-5657baef-8833-48a3-a16d-114f7a4f3b6a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984888 May 17 22:14:34.844072 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:34.873097 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52ebe4-e46d-4267-b203-19335e07bdca req-a7f14e97-b56a-46a9-b52b-19da6dbcb070 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:34.874655 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad52ebe4-e46d-4267-b203-19335e07bdca req-a7f14e97-b56a-46a9-b52b-19da6dbcb070 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0507917 May 17 22:14:34.890811 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44800) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:34.890965 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port b023fc58-e282-4d91-8ce2-9a88d9ab3076 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:34.890965 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e138319a-572d-4ae3-99ea-a4d6af11bbcb up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:34.891209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Request body: {'floatingip': {'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:34.923485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Router 1610c3ff-c880-4dda-9249-d1bc8628656b is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:14:34.938155 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (05697bf5-0109-4b97-ba9b-fb92f6d48938), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:35.025671 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port e138319a-572d-4ae3-99ea-a4d6af11bbcb triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:35.026035 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:35.071931 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:35.279612 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:35.306942 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b17a94-0cc5-4121-867a-a861ea52fb3d None None] The sync data for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi is: [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:13Z', 'revision_number': 4, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'ed829fc1-2802-4d26-868e-574ad7ece397', 'name': '', 'network_id': 'b394d145-5e4c-4ff3-9a9e-324cf4600d03', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'mac_address': 'fa:16:3e:1f:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:10Z', 'updated_at': '2022-05-17T22:09:25Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'subnets': [{'id': 'c6dd094f-6d1e-4569-9c79-65117524018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:35.314304 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port e138319a-572d-4ae3-99ea-a4d6af11bbcb is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:35.344861 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-977ade9d-ab87-4bae-87a3-666d3dcd7dc5 req-ebcbe2d0-dce9-4741-9da4-024755b88f23 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3e521e-c843-4727-8c31-00c86e4e6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0429573 May 17 22:14:35.432658 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ea82fbfe-827c-4d08-a78d-a544d7f86c1c no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:35.436594 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:35.447328 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Sync routers for ids ['1610c3ff-c880-4dda-9249-d1bc8628656b'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:35.453884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: ea82fbfe-827c-4d08-a78d-a544d7f86c1c {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:35.454231 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ea82fbfe-827c-4d08-a78d-a544d7f86c1c not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:35.459639 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Routers {'1610c3ff-c880-4dda-9249-d1bc8628656b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:35.460241 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['1610c3ff-c880-4dda-9249-d1bc8628656b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:35.583189 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Set router 1610c3ff-c880-4dda-9249-d1bc8628656b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:35.585365 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:35.586681 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a424d2e4-787e-49b0-ab0a-db076f1a3f6b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2791955 May 17 22:14:35.589542 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44806) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:35.698137 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1627f-db5e-45f1-baaa-b26479f930f0 req-50ef07af-c392-4de6-937f-3b3e446d60b1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:35.705211 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-22c1627f-db5e-45f1-baaa-b26479f930f0 req-50ef07af-c392-4de6-937f-3b3e446d60b1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.1284568 May 17 22:14:35.712411 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997a9ca-2399-4e42-aa8e-a2e6b29ded50 None None] New status for floating IP 441c693f-2f31-4cfa-a9c8-3fb0901a2b2e: DOWN {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:35.784590 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 3, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:35.814277 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Checking router: 1610c3ff-c880-4dda-9249-d1bc8628656b for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:35.814625 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Updating router 1610c3ff-c880-4dda-9249-d1bc8628656b port ef38d2d7-7599-42fe-8d78-582a9319d98b binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:14:35.823459 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-22c1627f-db5e-45f1-baaa-b26479f930f0 req-309977a7-3b66-408e-92f7-a1df80a46a8e tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165905 May 17 22:14:35.882688 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:35.949072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:35.999286 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88847294-acfb-4ca7-8388-0273dc95306b req-4247851c-189d-40f5-a4d6-4f81bd65fed5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:36.000882 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-88847294-acfb-4ca7-8388-0273dc95306b req-4247851c-189d-40f5-a4d6-4f81bd65fed5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.0672352 May 17 22:14:36.011958 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44810) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:36.016802 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Request body: {'floatingip': {'port_id': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:36.055809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (05697bf5-0109-4b97-ba9b-fb92f6d48938), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.061826 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.109573 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (ce2e275e-a57b-4e5b-9567-464491f19abc), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.241082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Allocated IP 172.20.0.1 (42c41db6-7b6a-4f89-9b29-5de4e4732d28/261f5c97-2eeb-4758-a270-90d963482fe5/f2d0c9b2-da3a-4fd6-8cae-4a9abd266896) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:14:36.251292 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Floating IP 05697bf5-0109-4b97-ba9b-fb92f6d48938 associated. External IP: 172.27.2.17, port: 01f9ff90-5b71-4555-bb92-f5d36e9518eb. May 17 22:14:36.339386 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Publish callbacks [] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.360035 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks [] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.396953 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.424104 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.471309 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Attempting to bind port ef38d2d7-7599-42fe-8d78-582a9319d98b on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:36.471963 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Attempting to bind port ef38d2d7-7599-42fe-8d78-582a9319d98b by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:36.472222 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Attempting to bind port ef38d2d7-7599-42fe-8d78-582a9319d98b on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:36.481339 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.483134 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556b1b9-24bf-4e8b-856f-3dfd8dc1639e None None] Pushing event updated for resources: {'Port': ['ID=ef38d2d7-7599-42fe-8d78-582a9319d98b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:36.486027 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:36.486027 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:36.486447 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.486723 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:36.487215 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Bound port: ef38d2d7-7599-42fe-8d78-582a9319d98b, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:36.490203 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.524748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44816) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:36.535679 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:36.542403 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] For port ef38d2d7-7599-42fe-8d78-582a9319d98b, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:36.545576 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.545736 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] For port ef38d2d7-7599-42fe-8d78-582a9319d98b, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=ef38d2d7-7599-42fe-8d78-582a9319d98b,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:36.545832 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.546075 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.546396 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.546923 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.547291 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.547608 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.547931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.548408 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.548984 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.552925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.552925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.552925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.552925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.552925 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:36.559301 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:36.560951 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:36.564200 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:14:36.605500 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (1610c3ff-c880-4dda-9249-d1bc8628656b), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.635622 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.702448 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Routers {'1610c3ff-c880-4dda-9249-d1bc8628656b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:36.703439 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['1610c3ff-c880-4dda-9249-d1bc8628656b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:36.728768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8649cd50-a2d5-4903-9c70-a972a0a708ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group (af2159af-f188-4c3a-a0dc-e5871beb22a5), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.739773 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556b1b9-24bf-4e8b-856f-3dfd8dc1639e None None] Pushing event updated for resources: {'Port': ['ID=ef38d2d7-7599-42fe-8d78-582a9319d98b,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:36.750709 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:36.783057 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8649cd50-a2d5-4903-9c70-a972a0a708ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group (af2159af-f188-4c3a-a0dc-e5871beb22a5), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.821163 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] Set router 1610c3ff-c880-4dda-9249-d1bc8628656b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:36.821963 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.859350 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-f25af647-0da5-4ee3-91d7-c5e1a7a2100e None None] Provisioning complete for port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:36.860300 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f25af647-0da5-4ee3-91d7-c5e1a7a2100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:36.901769 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f25af647-0da5-4ee3-91d7-c5e1a7a2100e None None] Port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:36.932128 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.db.resource_extend [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 22:14:36.985671 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:36.994127 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.007756 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:37.017200 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.031902 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-86560297-7bde-44f6-8644-b2a04f8bb10f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "PUT /v2.0/floatingips/05697bf5-0109-4b97-ba9b-fb92f6d48938 HTTP/1.1" status: 200 len: 990 time: 2.1447117 May 17 22:14:37.031902 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:37.032483 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc995b0-ceae-4d8b-bb51-9016e92deae9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:37.039049 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:37.039687 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:37.042862 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 3, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:37.053030 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks [] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.073397 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f589f0d-d5d6-4cd0-8ce9-58bcd506cac0 x-openstack-request-id: req-8f589f0d-d5d6-4cd0-8ce9-58bcd506cac0 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:37.073679 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:37.073920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f589f0d-d5d6-4cd0-8ce9-58bcd506cac0 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:37.074315 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f589f0d-d5d6-4cd0-8ce9-58bcd506cac0'] response: {'name': 'network-changed', 'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'status': 'completed', 'code': 200} May 17 22:14:37.104149 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (ce2e275e-a57b-4e5b-9567-464491f19abc), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.108348 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba641744-df3c-4ddb-b675-d4ce965652ca None None] The sync data for ids ['1610c3ff-c880-4dda-9249-d1bc8628656b'] in dv-cinder-839987-6-iscsi is: [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 3, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:37.127304 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.186880 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:37.213168 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (1610c3ff-c880-4dda-9249-d1bc8628656b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.229897 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Floating IP ce2e275e-a57b-4e5b-9567-464491f19abc associated. External IP: 172.27.2.241, port: 2c450f46-d2e6-4987-8fa7-2c91fde11f5b. May 17 22:14:37.234410 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:37.278461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8649cd50-a2d5-4903-9c70-a972a0a708ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (af2159af-f188-4c3a-a0dc-e5871beb22a5), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.281551 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8649cd50-a2d5-4903-9c70-a972a0a708ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.285131 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8649cd50-a2d5-4903-9c70-a972a0a708ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "DELETE /v2.0/security-groups/af2159af-f188-4c3a-a0dc-e5871beb22a5 HTTP/1.1" status: 204 len: 168 time: 0.7570367 May 17 22:14:37.285131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-74f52c17-a585-4389-a4a0-a1994593b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:37.286054 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-74f52c17-a585-4389-a4a0-a1994593b983 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1129 time: 0.1918218 May 17 22:14:37.288320 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44822) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:37.307449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649cd50-a2d5-4903-9c70-a972a0a708ed tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2159af-f188-4c3a-a0dc-e5871beb22a5,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:37.336586 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-61262231-1c15-4efe-baf0-f0ebcf07f688 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] show failed (client error): The resource could not be found. May 17 22:14:37.337648 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-61262231-1c15-4efe-baf0-f0ebcf07f688 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups/af2159af-f188-4c3a-a0dc-e5871beb22a5 HTTP/1.1" status: 404 len: 347 time: 0.0402861 May 17 22:14:37.346140 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44824) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:37.371991 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:14:37.373444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:14:37.531640 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '05697bf5-0109-4b97-ba9b-fb92f6d48938', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'mac_address': 'fa:16:3e:2a:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:14:15Z', 'updated_at': '2022-05-17T22:14:35Z', 'revision_number': 1, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:37.564164 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:37.566658 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Router 1610c3ff-c880-4dda-9249-d1bc8628656b has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:37.599297 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:37.600086 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:37.729658 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-27a76e3a-abb4-4a43-b373-6d972f7813db None None] Provisioning complete for port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:37.730330 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-27a76e3a-abb4-4a43-b373-6d972f7813db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.749367 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:37.759734 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:37.777522 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-50bac91f-7812-4011-bb99-9686f4664680 admin admin] 10.222.0.24 "PUT /v2.0/routers/1610c3ff-c880-4dda-9249-d1bc8628656b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784182 May 17 22:14:37.792250 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:37.821220 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-27a76e3a-abb4-4a43-b373-6d972f7813db None None] Port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:14:37.974757 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-32ca097e-2121-4007-b5d7-faf41ede49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:37.976342 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-32ca097e-2121-4007-b5d7-faf41ede49d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.6700463 May 17 22:14:38.037046 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Deleting port e7be4489-cf9d-4ef1-977f-8d697d8998eb {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:38.037398 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.043482 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '05697bf5-0109-4b97-ba9b-fb92f6d48938', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'mac_address': 'fa:16:3e:2a:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:14:15Z', 'updated_at': '2022-05-17T22:14:35Z', 'revision_number': 1, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:38.073748 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7680d58-7f5b-406f-ac40-7ff5cb14568b None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '05697bf5-0109-4b97-ba9b-fb92f6d48938', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'mac_address': 'fa:16:3e:2a:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:14:15Z', 'updated_at': '2022-05-17T22:14:35Z', 'revision_number': 1, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:38.111068 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-55e42f5f-cf74-4c54-bdc7-824d2d9592dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 998 time: 0.1211374 May 17 22:14:38.244762 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.245087 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (e7be4489-cf9d-4ef1-977f-8d697d8998eb), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.270481 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Calling delete_port for e7be4489-cf9d-4ef1-977f-8d697d8998eb owned by network:floatingip {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:38.273328 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-c1a71624-9b8e-4e7c-b788-4b0426d878f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:38.274767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-c1a71624-9b8e-4e7c-b788-4b0426d878f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.1343815 May 17 22:14:38.281419 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44832) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:38.286751 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049573463', 'description': 'tempest-secgroup-smoke-2049573463 description', 'project_id': '74eb5524f74d434b87ff129f9997176b'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:38.336576 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:38.368617 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ef38d2d7-7599-42fe-8d78-582a9319d98b up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:38.384734 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.386564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-967f98ba-a8a8-4f31-8a2c-9ffb177ddb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:38.388747 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-967f98ba-a8a8-4f31-8a2c-9ffb177ddb3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953469 May 17 22:14:38.429821 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f0cdd-f6f7-45dd-98cf-bced0dcb8362 None None] New status for floating IP 05697bf5-0109-4b97-ba9b-fb92f6d48938: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:38.493985 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group (249fbd93-f386-40fa-a5ca-40aa6d083487), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.537238 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port ef38d2d7-7599-42fe-8d78-582a9319d98b triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:38.537605 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.555011 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (249fbd93-f386-40fa-a5ca-40aa6d083487), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.590528 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:38.600836 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:38.602778 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249fbd93-f386-40fa-a5ca-40aa6d083487,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:38.615928 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.621131 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:38.621737 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:38.640712 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-85ad5a3d-d5ca-4160-8d87-3b1a190ef014 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414701 May 17 22:14:38.648870 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port ef38d2d7-7599-42fe-8d78-582a9319d98b is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:38.649524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.672544 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.674916 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-357b3852-8c58-4395-811c-953aee4f6139 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3924348 May 17 22:14:38.677949 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44834) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:38.678120 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port ef38d2d7-7599-42fe-8d78-582a9319d98b, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=ef38d2d7-7599-42fe-8d78-582a9319d98b,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:38.683737 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group_rule': {'security_group_id': '249fbd93-f386-40fa-a5ca-40aa6d083487', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:38.689567 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-5aae6186-229f-4b29-8340-a41050728184 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "PUT /v2.0/floatingips/ce2e275e-a57b-4e5b-9567-464491f19abc HTTP/1.1" status: 200 len: 992 time: 2.6765256 May 17 22:14:38.731399 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:38.752349 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.756264 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc995b0-ceae-4d8b-bb51-9016e92deae9 req-8706b32c-ebb1-44ed-afe1-6acf49ff16c3 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065638 May 17 22:14:38.804937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=ef38d2d7-7599-42fe-8d78-582a9319d98b,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:38.816521 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (e7be4489-cf9d-4ef1-977f-8d697d8998eb), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.820053 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (2c758549-a332-4eea-9e70-f949b51390c3), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.848921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event deleted for resources: {'Port': ['ID=e7be4489-cf9d-4ef1-977f-8d697d8998eb,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:38.896188 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (2c758549-a332-4eea-9e70-f949b51390c3), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.913213 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks [] for floatingip (441c693f-2f31-4cfa-a9c8-3fb0901a2b2e), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.915687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.919368 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a6b48b6c-1384-4390-8a3f-40aa0ba34990 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "DELETE /v2.0/floatingips/441c693f-2f31-4cfa-a9c8-3fb0901a2b2e HTTP/1.1" status: 204 len: 168 time: 1.5682051 May 17 22:14:38.969736 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (2c758549-a332-4eea-9e70-f949b51390c3), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:38.992444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c758549-a332-4eea-9e70-f949b51390c3,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:39.042208 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'ce2e275e-a57b-4e5b-9567-464491f19abc', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'port_id': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'mac_address': 'fa:16:3e:1f:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:14:17Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 1, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:39.067129 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:39.074590 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.075225 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:39.075725 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:39.076056 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:39.078031 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa458caa-e8da-4d11-83d4-d8a80a98860a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:39.078856 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-945e398b-85f4-485e-98b1-f11863fbd6b1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992724 May 17 22:14:39.079769 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44840) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:39.085011 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group_rule': {'security_group_id': '249fbd93-f386-40fa-a5ca-40aa6d083487', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:39.118768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0b3221-9a5c-49f8-8a12-64bbbbf8d876 x-openstack-request-id: req-6b0b3221-9a5c-49f8-8a12-64bbbbf8d876 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:39.119054 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:39.119356 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b0b3221-9a5c-49f8-8a12-64bbbbf8d876 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:39.119775 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0b3221-9a5c-49f8-8a12-64bbbbf8d876'] response: {'name': 'network-changed', 'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'status': 'completed', 'code': 200} May 17 22:14:39.181711 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:39.187145 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-48e4ec78-3f09-4aea-ad7b-d1d5aa55d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:39.189345 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-48e4ec78-3f09-4aea-ad7b-d1d5aa55d5d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9b23322633464f975b94a2144fa300&device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 1130 time: 0.0432003 May 17 22:14:39.204937 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (36227d4d-d64a-4c3d-bf26-9e095d72b31d), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.278558 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (36227d4d-d64a-4c3d-bf26-9e095d72b31d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.299302 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-4f17673c-5ec3-4d55-86a8-7195791401d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:39.301469 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-4f17673c-5ec3-4d55-86a8-7195791401d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 200 len: 911 time: 0.1022565 May 17 22:14:39.348740 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (36227d4d-d64a-4c3d-bf26-9e095d72b31d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.368909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36227d4d-d64a-4c3d-bf26-9e095d72b31d,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:39.373967 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-2333fe17-56b4-444b-8af2-1f8fb57962ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b HTTP/1.1" status: 200 len: 1000 time: 0.0646596 May 17 22:14:39.416912 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'ce2e275e-a57b-4e5b-9567-464491f19abc', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'port_id': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'mac_address': 'fa:16:3e:1f:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:14:17Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 1, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:39.428846 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-dafafd21-259c-4339-a815-b4d2d596a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:39.430389 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-dafafd21-259c-4339-a815-b4d2d596a58d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 200 len: 849 time: 0.0499310 May 17 22:14:39.442566 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895ea46-4879-4e87-8db0-6232b7beb8ee None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'ce2e275e-a57b-4e5b-9567-464491f19abc', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'port_id': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'mac_address': 'fa:16:3e:1f:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:14:17Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 1, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:39.468676 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.468676 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-11146715-1f14-406d-a06c-da3b9759358e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784962 May 17 22:14:39.468676 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44846) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:39.468676 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group_rule': {'security_group_id': '249fbd93-f386-40fa-a5ca-40aa6d083487', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:39.475448 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-8f9f347f-b2a4-4c45-bcc2-45db66235da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:39.476964 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-8f9f347f-b2a4-4c45-bcc2-45db66235da9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4c55ac9-e586-497b-b788-2ee3d019ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407889 May 17 22:14:39.560516 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (75134629-a59a-4888-a6e1-67ba8722b303), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.577947 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-a41a9d41-f5b7-47e2-b867-c00b2b5c4544 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906887 May 17 22:14:39.617942 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (75134629-a59a-4888-a6e1-67ba8722b303), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.677760 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa458caa-e8da-4d11-83d4-d8a80a98860a req-dffddc48-525d-4ec7-9236-7eddd61a71a3 service neutron] 10.222.0.52 "GET /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929990 May 17 22:14:39.689284 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (75134629-a59a-4888-a6e1-67ba8722b303), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.706912 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75134629-a59a-4888-a6e1-67ba8722b303,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:39.796364 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.797585 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-929514d8-c268-40ee-9edd-30afd6d3f803 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345699 May 17 22:14:39.801382 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44848) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:39.805823 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group_rule': {'security_group_id': '249fbd93-f386-40fa-a5ca-40aa6d083487', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:39.900868 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (d1ae0524-f63c-41d6-893a-66ba402267fd), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:39.961108 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (d1ae0524-f63c-41d6-893a-66ba402267fd), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.026813 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (d1ae0524-f63c-41d6-893a-66ba402267fd), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.047150 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ae0524-f63c-41d6-893a-66ba402267fd,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:40.131550 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.132714 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4a810c5d-de10-4f0f-804c-bf08a8d85b3e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3304090 May 17 22:14:40.135499 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44850) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:40.139729 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group_rule': {'security_group_id': '249fbd93-f386-40fa-a5ca-40aa6d083487', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:40.224286 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.securitygroups_db [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Project 74eb5524f74d434b87ff129f9997176b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 22:14:40.229597 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (d7b6cb98-b7d2-4068-a030-9c9cb07bfde3), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.298257 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (d7b6cb98-b7d2-4068-a030-9c9cb07bfde3), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.314283 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ef38d2d7-7599-42fe-8d78-582a9319d98b up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:40.356473 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port ef38d2d7-7599-42fe-8d78-582a9319d98b triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:40.356839 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.372315 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (d7b6cb98-b7d2-4068-a030-9c9cb07bfde3), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.391035 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b6cb98-b7d2-4068-a030-9c9cb07bfde3,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:40.431985 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port ef38d2d7-7599-42fe-8d78-582a9319d98b is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:40.476987 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.478302 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-94c8725d-15df-4966-a5c8-c182871417ad tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3418710 May 17 22:14:40.481220 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 44858) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:40.485749 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'security_group_rule': {'security_group_id': '249fbd93-f386-40fa-a5ca-40aa6d083487', 'project_id': '74eb5524f74d434b87ff129f9997176b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:40.601047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.securitygroups_db [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Project 74eb5524f74d434b87ff129f9997176b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 22:14:40.607664 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (4776731e-3773-4a70-bc69-6c2860e38648), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.658345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (4776731e-3773-4a70-bc69-6c2860e38648), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.732180 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (4776731e-3773-4a70-bc69-6c2860e38648), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.750544 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4776731e-3773-4a70-bc69-6c2860e38648,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:40.836875 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:40.838186 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e197975b-978b-4888-aacd-bb54d3b258a8 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560033 May 17 22:14:40.866568 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936f428-18b8-4e8d-aca3-2d53489ddfec None None] New status for floating IP ce2e275e-a57b-4e5b-9567-464491f19abc: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:41.093217 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Sync routers for ids ['1610c3ff-c880-4dda-9249-d1bc8628656b'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:41.105515 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Routers {'1610c3ff-c880-4dda-9249-d1bc8628656b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:41.106121 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['1610c3ff-c880-4dda-9249-d1bc8628656b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:41.208179 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Set router 1610c3ff-c880-4dda-9249-d1bc8628656b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:41.389494 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 4, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f2d0c9b2-da3a-4fd6-8cae-4a9abd266896', 'name': '', 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'mac_address': 'fa:16:3e:41:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '261f5c97-2eeb-4758-a270-90d963482fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:36Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 2, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'subnets': [{'id': '261f5c97-2eeb-4758-a270-90d963482fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:41.418194 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Checking router: 1610c3ff-c880-4dda-9249-d1bc8628656b for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:41.422931 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Updating router 1610c3ff-c880-4dda-9249-d1bc8628656b port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:14:41.445934 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:41.730558 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Publish callbacks [] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:41.788883 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:41.836693 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249871d1-fde7-4a08-87e3-9270fc36cb8b None None] Pushing event updated for resources: {'Port': ['ID=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:41.893977 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Attempting to bind port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:14:41.894366 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Attempting to bind port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:14:41.894724 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Attempting to bind port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 on network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:14:41.903382 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:14:41.903382 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Checking segment: {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:14:41.903922 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:41.904227 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Bound using segment: {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:14:41.904769 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Bound port: f2d0c9b2-da3a-4fd6-8cae-4a9abd266896, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1824cfe3-10fa-431f-991f-470735c05431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:14:41.905143 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:41.975464 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] For port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:14:41.978739 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] For port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:14:42.019955 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb8bd-bc1e-4af8-b821-a257234a6959 req-7dc48596-6db8-482b-965a-d1a7b7d3e809 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:42.021472 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a9cb8bd-bc1e-4af8-b821-a257234a6959 req-7dc48596-6db8-482b-965a-d1a7b7d3e809 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0606265 May 17 22:14:42.052591 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:42.075343 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] Provisioning complete for port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:42.075836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:42.076198 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1a9cb8bd-bc1e-4af8-b821-a257234a6959 req-ffae7322-9f7d-4353-8768-3777690edd85 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 May 17 22:14:42.123993 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Routers {'1610c3ff-c880-4dda-9249-d1bc8628656b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:42.125071 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['1610c3ff-c880-4dda-9249-d1bc8628656b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:42.128867 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249871d1-fde7-4a08-87e3-9270fc36cb8b None None] Pushing event updated for resources: {'Port': ['ID=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:42.158165 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] Current status of the port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:42.158594 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:42.205779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] For port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:42.280969 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:42.337367 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05938dbb-b340-4156-9f6b-b5a3ed1694cb None None] Pushing event updated for resources: {'Port': ['ID=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:42.346602 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] Set router 1610c3ff-c880-4dda-9249-d1bc8628656b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:42.405225 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-5a9945d1-68a9-4ad3-af73-be33ad93caed None None] Provisioning complete for port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:42.405564 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5a9945d1-68a9-4ad3-af73-be33ad93caed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:42.483613 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5a9945d1-68a9-4ad3-af73-be33ad93caed None None] Current status of the port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:42.552244 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 4, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f2d0c9b2-da3a-4fd6-8cae-4a9abd266896', 'name': '', 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'mac_address': 'fa:16:3e:41:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '261f5c97-2eeb-4758-a270-90d963482fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:36Z', 'updated_at': '2022-05-17T22:14:41Z', 'revision_number': 4, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'subnets': [{'id': '261f5c97-2eeb-4758-a270-90d963482fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:42.577241 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7bdc27-ca59-40bb-a658-a44a64c74c55 None None] The sync data for ids ['1610c3ff-c880-4dda-9249-d1bc8628656b'] in dv-cinder-839987-6-iscsi is: [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:14:36Z', 'revision_number': 4, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f2d0c9b2-da3a-4fd6-8cae-4a9abd266896', 'name': '', 'network_id': '42c41db6-7b6a-4f89-9b29-5de4e4732d28', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'mac_address': 'fa:16:3e:41:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '261f5c97-2eeb-4758-a270-90d963482fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:36Z', 'updated_at': '2022-05-17T22:14:41Z', 'revision_number': 4, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'subnets': [{'id': '261f5c97-2eeb-4758-a270-90d963482fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:43.197330 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccccf1a-8001-4316-a1e7-b942157088af req-e2933252-ae6a-4312-88b4-d623d502b4d6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:43.198865 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dccccf1a-8001-4316-a1e7-b942157088af req-e2933252-ae6a-4312-88b4-d623d502b4d6 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0495570 May 17 22:14:43.252198 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dccccf1a-8001-4316-a1e7-b942157088af req-c68ec02e-bae6-4d45-abf8-ba14803e715d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 May 17 22:14:43.999124 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211cdd4-3778-4555-897a-5243002dcb26 req-fb718a2f-e9aa-4c32-b6b8-d064dad798d9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:44.000777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7211cdd4-3778-4555-897a-5243002dcb26 req-fb718a2f-e9aa-4c32-b6b8-d064dad798d9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0524421 May 17 22:14:44.094474 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Deleting port 2f43fb3e-b8f4-499d-888d-e9a598121d47 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:44.094815 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:44.187489 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] For port 2f43fb3e-b8f4-499d-888d-e9a598121d47, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2f43fb3e-b8f4-499d-888d-e9a598121d47,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:44.187859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:44.201212 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Calling delete_port for 2f43fb3e-b8f4-499d-888d-e9a598121d47 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:44.344811 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:14:44.388187 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fce3-2268-4cfb-8978-cda3a2be2db2 req-06294633-2af9-4d57-957a-bce67d165107 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:44.389827 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6171fce3-2268-4cfb-8978-cda3a2be2db2 req-06294633-2af9-4d57-957a-bce67d165107 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 945 time: 0.0573213 May 17 22:14:44.395981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:44.396423 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:44.403378 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (2f43fb3e-b8f4-499d-888d-e9a598121d47), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:44.424883 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['2f43fb3e-b8f4-499d-888d-e9a598121d47', '43990b62-6cdf-4ffd-9e88-4f471ea665e1'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:14:44.440019 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event deleted for resources: {'Port': ['ID=2f43fb3e-b8f4-499d-888d-e9a598121d47,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:44.494963 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6171fce3-2268-4cfb-8978-cda3a2be2db2 req-b10cf94c-bba1-4818-89b0-0009854e2765 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987878 May 17 22:14:44.513434 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] No DVR routers for this DVR port 2f43fb3e-b8f4-499d-888d-e9a598121d47 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:44.516456 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:44.519748 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7211cdd4-3778-4555-897a-5243002dcb26 req-e7d1aa71-32ee-49d8-b30d-eecfcff01ca9 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "DELETE /v2.0/ports/2f43fb3e-b8f4-499d-888d-e9a598121d47 HTTP/1.1" status: 204 len: 173 time: 0.5116692 May 17 22:14:44.520206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'name': 'network-vif-deleted', 'tag': '2f43fb3e-b8f4-499d-888d-e9a598121d47'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:44.523298 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d486942-3b8e-49e7-b54b-51920cb6d40a" -d '{"events": [{"server_uuid": "0f605a2f-287e-4adb-8178-2e2a76f6303f", "name": "network-vif-deleted", "tag": "2f43fb3e-b8f4-499d-888d-e9a598121d47"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:44.564954 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4ac8f-3ddd-4feb-a253-a73e13da3282 x-openstack-request-id: req-82e4ac8f-3ddd-4feb-a253-a73e13da3282 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:44.565240 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f605a2f-287e-4adb-8178-2e2a76f6303f", "name": "network-vif-deleted", "tag": "2f43fb3e-b8f4-499d-888d-e9a598121d47", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:44.565496 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82e4ac8f-3ddd-4feb-a253-a73e13da3282 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:44.566483 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e4ac8f-3ddd-4feb-a253-a73e13da3282'] response: {'server_uuid': '0f605a2f-287e-4adb-8178-2e2a76f6303f', 'name': 'network-vif-deleted', 'tag': '2f43fb3e-b8f4-499d-888d-e9a598121d47', 'status': 'completed', 'code': 200} May 17 22:14:44.604113 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:45.624691 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4cc59c3f-8b06-4fe5-8cff-96f2ea518c5f req-22845706-1ec4-41f2-848c-8a58c723292a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f605a2f-287e-4adb-8178-2e2a76f6303f HTTP/1.1" status: 200 len: 210 time: 0.0316517 May 17 22:14:46.028044 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-45e44894-2f1d-492e-a2c5-081ffbdffa9c tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021890707&fields=id&tenant_id=f3b9176d44ed415bacfaf45f3f8472a5 HTTP/1.1" status: 200 len: 267 time: 0.0464995 May 17 22:14:46.083661 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-a02af4c9-d5f3-4992-b43d-0708100f6800 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:46.085182 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-a02af4c9-d5f3-4992-b43d-0708100f6800 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 985 time: 0.0517404 May 17 22:14:46.095536 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Request body: {'port': {'security_groups': ['b1d7ec03-5aea-4d7c-ac11-06d77acc2fba']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:14:46.184111 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.410592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:46.439921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for port (6b82dab7-02cb-4cc1-a078-91095811826f), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.495304 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.509962 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6b82dab7-02cb-4cc1-a078-91095811826f'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:14:46.543931 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:46.544174 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.545658 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-774d9b14-1dfa-4b33-9655-920160654ce3 req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "PUT /v2.0/ports/6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 943 time: 0.4544880 May 17 22:14:46.552720 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44972) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:46.568888 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:46.572008 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa128a-216f-4423-a4ca-eccbdabefdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:46.579551 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb458f58-9614-405f-ab2b-d9d0a48583b8 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event updated for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=7']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:46.614560 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036fcb70-5b4f-447c-a810-a8f763eb5318 x-openstack-request-id: req-036fcb70-5b4f-447c-a810-a8f763eb5318 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:46.615241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:46.615607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-036fcb70-5b4f-447c-a810-a8f763eb5318 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:46.616066 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036fcb70-5b4f-447c-a810-a8f763eb5318'] response: {'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'status': 'completed', 'code': 200} May 17 22:14:46.629364 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed42ee2e-1316-4157-9507-18fe648b1e2f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group (6bbd6b68-fd1b-4a30-8743-d3d3eede093c), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.669141 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6b82dab7-02cb-4cc1-a078-91095811826f'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:14:46.672895 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed42ee2e-1316-4157-9507-18fe648b1e2f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group (6bbd6b68-fd1b-4a30-8743-d3d3eede093c), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.729953 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-f9f6099c-c9cb-43c2-84a3-fbfaff3a501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:46.733231 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-f9f6099c-c9cb-43c2-84a3-fbfaff3a501d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0945306 May 17 22:14:46.846066 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-0c012f30-fb34-4c96-9b71-a935bb68f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:46.848695 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-0c012f30-fb34-4c96-9b71-a935bb68f75d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 916 time: 0.1065109 May 17 22:14:46.859217 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7839bed4-2f94-477d-9a15-f33ea35a9687 None None] Provisioning complete for port 6b82dab7-02cb-4cc1-a078-91095811826f triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:14:46.859590 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7839bed4-2f94-477d-9a15-f33ea35a9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.867573 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed42ee2e-1316-4157-9507-18fe648b1e2f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (6bbd6b68-fd1b-4a30-8743-d3d3eede093c), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.870171 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed42ee2e-1316-4157-9507-18fe648b1e2f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:46.871372 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ed42ee2e-1316-4157-9507-18fe648b1e2f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "DELETE /v2.0/security-groups/6bbd6b68-fd1b-4a30-8743-d3d3eede093c HTTP/1.1" status: 204 len: 168 time: 0.3176229 May 17 22:14:46.876058 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 44980) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:46.914338 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-f11359fa-34e5-4ab5-bdcb-3bc03102da94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 1002 time: 0.0593662 May 17 22:14:46.920443 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42ee2e-1316-4157-9507-18fe648b1e2f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd6b68-fd1b-4a30-8743-d3d3eede093c,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:47.015157 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-1b6c1fe2-9de8-45fe-a9ca-ab49f057a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:47.016734 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-1b6c1fe2-9de8-45fe-a9ca-ab49f057a887 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 200 len: 854 time: 0.0952141 May 17 22:14:47.017025 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7839bed4-2f94-477d-9a15-f33ea35a9687 None None] Current status of the port 6b82dab7-02cb-4cc1-a078-91095811826f is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:14:47.064285 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-5e9c7933-c434-45e9-91c9-302053455c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:47.065765 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-5e9c7933-c434-45e9-91c9-302053455c3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389845 May 17 22:14:47.079874 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Deleting port 5ae436c1-7e00-4fc5-88d5-314b3eff1057 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:47.080213 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:47.161315 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:47.161636 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for floatingip (5ae436c1-7e00-4fc5-88d5-314b3eff1057), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:47.174469 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Calling delete_port for 5ae436c1-7e00-4fc5-88d5-314b3eff1057 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:47.218089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c96b-1820-49db-ab84-e29ee4501eed req-49fb680c-0df7-46b9-a95f-4ca560092e33 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:47.219551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9f52c96b-1820-49db-ab84-e29ee4501eed req-49fb680c-0df7-46b9-a95f-4ca560092e33 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0662904 May 17 22:14:47.221829 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-e8cdb633-53f2-43a7-99e4-8bd50482d3fe service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408310 May 17 22:14:47.273993 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9f52c96b-1820-49db-ab84-e29ee4501eed req-77c00d30-b33d-45c3-a4bb-e362163bf80f tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 May 17 22:14:47.415776 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (5ae436c1-7e00-4fc5-88d5-314b3eff1057), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:47.444367 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event deleted for resources: {'Port': ['ID=5ae436c1-7e00-4fc5-88d5-314b3eff1057,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:47.465839 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2f43fb3e-b8f4-499d-888d-e9a598121d47 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:47.485400 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 2f43fb3e-b8f4-499d-888d-e9a598121d47 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:47.485680 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2f43fb3e-b8f4-499d-888d-e9a598121d47 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:47.506165 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks [] for floatingip (356db679-6afe-4d91-ad21-2e2c3d512427), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:47.512526 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Floating IP 356db679-6afe-4d91-ad21-2e2c3d512427 disassociated (deleted). External IP: 172.27.2.249, port: 6b82dab7-02cb-4cc1-a078-91095811826f. May 17 22:14:47.709868 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Router dbb6daba-25b1-4e2d-b319-983c657bd865 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:48.034538 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:48.040503 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:48.046662 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] Sync routers for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:48.057529 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:48.058137 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:48.069949 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8543bed8-0dec-4693-855f-058ca5632853 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "DELETE /v2.0/floatingips/356db679-6afe-4d91-ad21-2e2c3d512427 HTTP/1.1" status: 204 len: 168 time: 1.1929028 May 17 22:14:48.070553 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:48.072810 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a66cfa-2820-46de-b8a2-c5979035970e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:48.174777 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:48.185263 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6187f306-7538-411a-a225-f29890ebfd14 x-openstack-request-id: req-6187f306-7538-411a-a225-f29890ebfd14 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:48.185652 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:48.186033 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6187f306-7538-411a-a225-f29890ebfd14 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:48.187128 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6187f306-7538-411a-a225-f29890ebfd14'] response: {'name': 'network-changed', 'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'status': 'completed', 'code': 200} May 17 22:14:48.376627 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:48.392210 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189728c-f6bf-402c-a2c2-73d92720299f req-a39c9bb2-6b5b-451c-b0fd-8c8031853406 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:48.393708 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6189728c-f6bf-402c-a2c2-73d92720299f req-a39c9bb2-6b5b-451c-b0fd-8c8031853406 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0481791 May 17 22:14:48.403398 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] Checking router: dbb6daba-25b1-4e2d-b319-983c657bd865 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:48.412975 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:48.413531 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:48.452501 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6189728c-f6bf-402c-a2c2-73d92720299f req-675e4ff5-27fd-4a4e-b1f2-c37e81bc2637 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519848 May 17 22:14:48.641778 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:48.823217 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:48.850620 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2650b3c-d152-4983-b43d-1d94d72b88e5 None None] The sync data for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi is: [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:10:51Z', 'revision_number': 4, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'f112462e-cc4e-4f13-91da-f4a4844754fa', 'name': '', 'network_id': '9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'mac_address': 'fa:16:3e:6a:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:50Z', 'updated_at': '2022-05-17T22:10:56Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'subnets': [{'id': '3250dd59-6fa7-4f0a-bbc9-57d30ce423ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:49.072625 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff3f63-ee5e-4446-988e-18a2db7bc8e1 None None] New status for floating IP 356db679-6afe-4d91-ad21-2e2c3d512427: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:14:49.576791 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3f00d-0df6-4ef6-bd0c-714214aae34e req-8266807c-5f87-451b-b18a-7ef7d9eb9580 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:49.578230 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11b3f00d-0df6-4ef6-bd0c-714214aae34e req-8266807c-5f87-451b-b18a-7ef7d9eb9580 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0502567 May 17 22:14:49.629068 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11b3f00d-0df6-4ef6-bd0c-714214aae34e req-08948f90-8e51-454e-9bed-6da373b67f09 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 May 17 22:14:49.720505 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-68fa128a-216f-4423-a4ca-eccbdabefdf8 req-a5eea07f-4449-454d-a64d-8c5d59905249 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829649 May 17 22:14:49.927883 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66cfa-2820-46de-b8a2-c5979035970e req-a74f1473-b6a3-4698-bf1f-dba798d0d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:49.929375 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-a74f1473-b6a3-4698-bf1f-dba798d0d2b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0399587 May 17 22:14:50.060876 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-abdb58dd-c0ba-47ce-8414-a2b56fa0f194 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:50.062477 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-abdb58dd-c0ba-47ce-8414-a2b56fa0f194 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.0941103 May 17 22:14:50.388269 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66cfa-2820-46de-b8a2-c5979035970e req-98f3d04d-9293-454b-8762-4c6a5bfd8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:50.389622 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-98f3d04d-9293-454b-8762-4c6a5bfd8577 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 200 len: 916 time: 0.4225123 May 17 22:14:50.444032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-28b4c0d7-a4c2-4d74-a038-cea73bb767f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 200 len: 217 time: 0.0373559 May 17 22:14:50.453886 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Deleting port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:50.454225 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:50.562884 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66cfa-2820-46de-b8a2-c5979035970e req-60e9ba4d-069f-407f-97e5-1da50307a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:50.564388 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-60e9ba4d-069f-407f-97e5-1da50307a6ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 200 len: 854 time: 0.1055782 May 17 22:14:50.614494 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] For port 43990b62-6cdf-4ffd-9e88-4f471ea665e1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43990b62-6cdf-4ffd-9e88-4f471ea665e1,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:50.615296 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:50.636893 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Calling delete_port for 43990b62-6cdf-4ffd-9e88-4f471ea665e1 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:50.639247 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66cfa-2820-46de-b8a2-c5979035970e req-c1b8f0a0-4659-40d5-9194-f111dc44a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:50.640671 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-c1b8f0a0-4659-40d5-9194-f111dc44a548 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678093 May 17 22:14:50.799010 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d5278-7dbb-4ece-982e-652f7ba4287e req-7d85e16f-88bf-495e-b6fc-cc20fbbf3f1d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:50.800506 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8c6d5278-7dbb-4ece-982e-652f7ba4287e req-7d85e16f-88bf-495e-b6fc-cc20fbbf3f1d tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 946 time: 0.1005664 May 17 22:14:50.844118 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-8612620b-9908-4484-a581-95a314fd99ac service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961772 May 17 22:14:50.927475 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8c6d5278-7dbb-4ece-982e-652f7ba4287e req-ed4e508f-0c29-4b74-890b-3489c8560a04 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1656929-dcbd-4f08-97f0-3eb15071f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201084 May 17 22:14:50.997030 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02a66cfa-2820-46de-b8a2-c5979035970e req-fb28754d-502c-494f-bdd6-f426badab347 service neutron] 10.222.0.52 "GET /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466725 May 17 22:14:51.061138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (43990b62-6cdf-4ffd-9e88-4f471ea665e1), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:51.076479 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['43990b62-6cdf-4ffd-9e88-4f471ea665e1'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:14:51.091587 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Pushing event deleted for resources: {'Port': ['ID=43990b62-6cdf-4ffd-9e88-4f471ea665e1,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:51.143816 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] No DVR routers for this DVR port 43990b62-6cdf-4ffd-9e88-4f471ea665e1 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:51.146840 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:51.150037 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ff6d83da-ad04-44c8-909c-a57e95aa0fca req-386d0a37-db02-46c8-9bcf-0cad0ac22e4a tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.52 "DELETE /v2.0/ports/43990b62-6cdf-4ffd-9e88-4f471ea665e1 HTTP/1.1" status: 204 len: 173 time: 1.0812097 May 17 22:14:51.150489 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'name': 'network-vif-deleted', 'tag': '43990b62-6cdf-4ffd-9e88-4f471ea665e1'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:14:51.152797 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d81dc7-c971-49be-be4b-cab552f39dfc" -d '{"events": [{"server_uuid": "485c3cc1-ede2-4e51-ac41-c00abe07926e", "name": "network-vif-deleted", "tag": "43990b62-6cdf-4ffd-9e88-4f471ea665e1"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:14:51.194681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64865c3-a7cb-4e4f-9b8c-6f6cb0d9138d x-openstack-request-id: req-a64865c3-a7cb-4e4f-9b8c-6f6cb0d9138d {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:14:51.194976 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485c3cc1-ede2-4e51-ac41-c00abe07926e", "name": "network-vif-deleted", "tag": "43990b62-6cdf-4ffd-9e88-4f471ea665e1", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:14:51.195250 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a64865c3-a7cb-4e4f-9b8c-6f6cb0d9138d {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:14:51.199303 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64865c3-a7cb-4e4f-9b8c-6f6cb0d9138d'] response: {'server_uuid': '485c3cc1-ede2-4e51-ac41-c00abe07926e', 'name': 'network-vif-deleted', 'tag': '43990b62-6cdf-4ffd-9e88-4f471ea665e1', 'status': 'completed', 'code': 200} May 17 22:14:52.041002 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd2fb1b8-de73-49da-ba6f-dcc7ac2d6325 req-995a5796-ef07-4169-b988-e219ad0d8699 tempest-ServerRescueNegativeTestJSON-127931416 tempest-ServerRescueNegativeTestJSON-127931416-project] 10.222.0.24 "GET /v2.0/ports?device_id=485c3cc1-ede2-4e51-ac41-c00abe07926e HTTP/1.1" status: 200 len: 210 time: 0.0286736 May 17 22:14:53.097112 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45052) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:53.479349 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 43990b62-6cdf-4ffd-9e88-4f471ea665e1 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:53.499238 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 43990b62-6cdf-4ffd-9e88-4f471ea665e1 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:53.499580 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 43990b62-6cdf-4ffd-9e88-4f471ea665e1 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:53.657235 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:53.942534 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Deleting port ed829fc1-2802-4d26-868e-574ad7ece397 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:53.942987 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:54.028401 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] For port ed829fc1-2802-4d26-868e-574ad7ece397, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=ed829fc1-2802-4d26-868e-574ad7ece397,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:54.028765 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:54.042161 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Calling delete_port for ed829fc1-2802-4d26-868e-574ad7ece397 owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:54.285914 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (ed829fc1-2802-4d26-868e-574ad7ece397), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:54.313060 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed829fc1-2802-4d26-868e-574ad7ece397,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:54.495432 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:54.695481 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:14:54.795537 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:14:54.803321 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-750055b8-f706-469a-af19-a7a86a673820 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb2bc6d1-9cf5-4275-8b8c-6383a5f37504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052894 May 17 22:14:54.803531 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45088) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:54.805667 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] Sync routers for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:14:54.818972 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:54.822750 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:54.938268 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks [] for router (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:54.943504 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:55.047882 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks [] for router_gateway (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.120655 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c94fa77-4c11-449c-a038-96562c119662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:14:54Z', 'revision_number': 5, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port': {'id': '9c94fa77-4c11-449c-a038-96562c119662', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:55.148392 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] Checking router: eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:14:55.157754 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] Routers {'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:14:55.158356 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:55.181818 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Deleting port 9c94fa77-4c11-449c-a038-96562c119662 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:55.186937 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (9c94fa77-4c11-449c-a038-96562c119662), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.243057 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] Set router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 gateway port host: None {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:14:55.263861 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] For port 9c94fa77-4c11-449c-a038-96562c119662, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=9c94fa77-4c11-449c-a038-96562c119662,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:55.264482 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (9c94fa77-4c11-449c-a038-96562c119662), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.282788 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Calling delete_port for 9c94fa77-4c11-449c-a038-96562c119662 owned by network:router_gateway {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:55.293531 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:14:55Z', 'revision_number': 6, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:55.325003 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de6670-b58a-401d-b48c-f0a5fd8e8a5b None None] The sync data for ids ['eb2bc6d1-9cf5-4275-8b8c-6383a5f37504'] in dv-cinder-839987-6-iscsi is: [{'id': 'eb2bc6d1-9cf5-4275-8b8c-6383a5f37504', 'name': 'tempest-ServerRescueNegativeTestJSON-1204979466-router', 'tenant_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:14:55Z', 'revision_number': 6, 'project_id': '7a0d6701b5d5441eb7eaf815d273d4d9', 'gw_port_host': None}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:14:55.563572 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (9c94fa77-4c11-449c-a038-96562c119662), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.598543 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c94fa77-4c11-449c-a038-96562c119662,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:55.661822 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.768692 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.771564 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks [] for router_controller (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.920305 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (eb2bc6d1-9cf5-4275-8b8c-6383a5f37504), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.920961 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 {{(pid=103950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:14:55.928897 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:55.928897 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b9c0c8f4-dcf1-4137-bce2-f4a73923768e admin admin] 10.222.0.24 "DELETE /v2.0/routers/eb2bc6d1-9cf5-4275-8b8c-6383a5f37504 HTTP/1.1" status: 204 len: 168 time: 1.1218560 May 17 22:14:55.929688 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45106) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:56.011798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a294803-019a-48a6-bd8b-b348e2f2603a req-2ac48fef-702a-4304-9669-5733874cf8eb tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:56.013270 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a294803-019a-48a6-bd8b-b348e2f2603a req-2ac48fef-702a-4304-9669-5733874cf8eb tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0577087 May 17 22:14:56.016471 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Deleting subnet c6dd094f-6d1e-4569-9c79-65117524018a {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:14:56.021494 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Publish callbacks [] for subnet (c6dd094f-6d1e-4569-9c79-65117524018a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.077426 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (c6dd094f-6d1e-4569-9c79-65117524018a), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.114639 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0a294803-019a-48a6-bd8b-b348e2f2603a req-e9f1db2f-2240-417e-b6d9-0ca019e833a2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947590 May 17 22:14:56.197458 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (c6dd094f-6d1e-4569-9c79-65117524018a), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.306766 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ed829fc1-2802-4d26-868e-574ad7ece397 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:56.327976 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: ed829fc1-2802-4d26-868e-574ad7ece397 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:56.328231 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ed829fc1-2802-4d26-868e-574ad7ece397 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:56.328789 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9c94fa77-4c11-449c-a038-96562c119662 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:56.338345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (c6dd094f-6d1e-4569-9c79-65117524018a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.347839 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 9c94fa77-4c11-449c-a038-96562c119662 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:56.348183 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9c94fa77-4c11-449c-a038-96562c119662 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:56.372231 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6dd094f-6d1e-4569-9c79-65117524018a,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:56.377720 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.386458 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5f7e5-b352-4753-b979-49d86946b89f None None] Network b394d145-5e4c-4ff3-9a9e-324cf4600d03 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:14:56.386655 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-7283823d-6852-4c12-8dfe-c7e1a8431b65 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6dd094f-6d1e-4569-9c79-65117524018a HTTP/1.1" status: 204 len: 168 time: 0.4535468 May 17 22:14:56.386758 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45112) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:56.469877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (b394d145-5e4c-4ff3-9a9e-324cf4600d03), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.551736 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] DHCP port deletion for b394d145-5e4c-4ff3-9a9e-324cf4600d03 request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:14:56.591746 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Deleting port 5de28555-9731-42d7-bd39-5c7ffb8260fb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:56.592082 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.664753 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] For port 5de28555-9731-42d7-bd39-5c7ffb8260fb, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=5de28555-9731-42d7-bd39-5c7ffb8260fb,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:56.665083 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.684858 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Calling delete_port for 5de28555-9731-42d7-bd39-5c7ffb8260fb owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:56.796584 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Deleting port 5de28555-9731-42d7-bd39-5c7ffb8260fb {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:56.796964 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.877748 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.891589 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] For port 5de28555-9731-42d7-bd39-5c7ffb8260fb, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=5de28555-9731-42d7-bd39-5c7ffb8260fb,segment=NetworkSegment(bd9f983f-f193-4e5e-ab6e-a91553bf8ddd),segment_id=bd9f983f-f193-4e5e-ab6e-a91553bf8ddd)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:56.891948 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.900490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a0a7d-c076-4b7c-8034-23c21d4e787d req-7cf93e48-8097-47a7-9873-81c593cfd81d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:56.901933 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d2a0a7d-c076-4b7c-8034-23c21d4e787d req-7cf93e48-8097-47a7-9873-81c593cfd81d tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0869424 May 17 22:14:56.907329 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:56.920236 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Calling delete_port for 5de28555-9731-42d7-bd39-5c7ffb8260fb owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:14:56.943796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Pushing event deleted for resources: {'Port': ['ID=5de28555-9731-42d7-bd39-5c7ffb8260fb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:56.947373 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] No DVR routers for this DVR port 5de28555-9731-42d7-bd39-5c7ffb8260fb on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:56.953137 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.953487 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.953848 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.954210 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.954623 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.955015 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.955368 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.955694 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.956018 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.956344 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.956666 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.956989 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.957346 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.957693 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.958023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401279-c5a7-4548-99a9-a7cf768bbbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:14:56.992130 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9d2a0a7d-c076-4b7c-8034-23c21d4e787d req-7b24dcb7-da4a-4354-b047-dfab69e19fd4 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828424 May 17 22:14:57.026762 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (5de28555-9731-42d7-bd39-5c7ffb8260fb), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.054246 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de28555-9731-42d7-bd39-5c7ffb8260fb,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:57.057794 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] No DVR routers for this DVR port 5de28555-9731-42d7-bd39-5c7ffb8260fb on host dv-cinder-839987-6-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:14:57.127492 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (b394d145-5e4c-4ff3-9a9e-324cf4600d03), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.148132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b394d145-5e4c-4ff3-9a9e-324cf4600d03']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:57.157591 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:57.157891 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9f983f-f193-4e5e-ab6e-a91553bf8ddd') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:14:57.167944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (bd9f983f-f193-4e5e-ab6e-a91553bf8ddd), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.181182 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (bd9f983f-f193-4e5e-ab6e-a91553bf8ddd), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.200211 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:14:57.200580 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (bd9f983f-f193-4e5e-ab6e-a91553bf8ddd), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:14:57.203692 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:14:57.278846 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733182b9-8263-423f-8976-6b3b3e80abf2 req-c127bebe-bcdc-495a-ba18-f57816ed63b3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:57.280416 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-733182b9-8263-423f-8976-6b3b3e80abf2 req-c127bebe-bcdc-495a-ba18-f57816ed63b3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0947950 May 17 22:14:57.327353 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-733182b9-8263-423f-8976-6b3b3e80abf2 req-2813677c-7bfd-4581-9e98-d27697416bce tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 May 17 22:14:57.357783 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (b394d145-5e4c-4ff3-9a9e-324cf4600d03), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.362741 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.366879 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b394d145-5e4c-4ff3-9a9e-324cf4600d03 HTTP/1.1" status: 204 len: 168 time: 0.9789293 May 17 22:14:57.383956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb90dc-bb1c-4562-b871-d9ef7c3596a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b394d145-5e4c-4ff3-9a9e-324cf4600d03,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:57.697034 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45124) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:57.738103 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3efd861a-3e7e-4e19-ab37-6393bbf02e97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a0d6701b5d5441eb7eaf815d273d4d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398519 May 17 22:14:57.741269 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45126) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:14:57.790251 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-950ea159-5878-450b-bb30-7937074c23c0 admin admin] Publish callbacks [] for security_group (f1656929-dcbd-4f08-97f0-3eb15071f417), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.811978 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-950ea159-5878-450b-bb30-7937074c23c0 admin admin] Publish callbacks [] for security_group (f1656929-dcbd-4f08-97f0-3eb15071f417), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.918391 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-950ea159-5878-450b-bb30-7937074c23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f1656929-dcbd-4f08-97f0-3eb15071f417), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.921148 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-950ea159-5878-450b-bb30-7937074c23c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:57.922284 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-950ea159-5878-450b-bb30-7937074c23c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1656929-dcbd-4f08-97f0-3eb15071f417 HTTP/1.1" status: 204 len: 168 time: 0.1798601 May 17 22:14:57.930638 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ea159-5878-450b-bb30-7937074c23c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1656929-dcbd-4f08-97f0-3eb15071f417,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:14:58.106682 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc39cf-f87e-4b8c-99db-69f95ff04b5e req-79863e78-6919-4d87-99f2-b73677875c57 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:58.108266 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3ebc39cf-f87e-4b8c-99db-69f95ff04b5e req-79863e78-6919-4d87-99f2-b73677875c57 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0493107 May 17 22:14:58.161780 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3ebc39cf-f87e-4b8c-99db-69f95ff04b5e req-61799eeb-b12a-4158-9b4a-6966c9616549 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 May 17 22:14:58.299603 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 5de28555-9731-42d7-bd39-5c7ffb8260fb no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:14:58.319708 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 5de28555-9731-42d7-bd39-5c7ffb8260fb {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:14:58.320091 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 5de28555-9731-42d7-bd39-5c7ffb8260fb not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:14:58.441003 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ca64-f752-4014-b834-913cba811908 req-128c09bd-aed0-4af2-95f4-79a4f4bb466f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:58.443249 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4896ca64-f752-4014-b834-913cba811908 req-128c09bd-aed0-4af2-95f4-79a4f4bb466f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0465453 May 17 22:14:58.494767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4896ca64-f752-4014-b834-913cba811908 req-fa6f92c8-4cc8-46d1-9aa8-655328474555 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429237 May 17 22:14:58.717157 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-a7d894ba-2de2-410f-8089-b719d0b38cc4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049573463&fields=id&tenant_id=74eb5524f74d434b87ff129f9997176b HTTP/1.1" status: 200 len: 267 time: 0.0500367 May 17 22:14:58.823292 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-e78fcefa-871f-4120-ac13-75840eca1157 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:58.824718 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-e78fcefa-871f-4120-ac13-75840eca1157 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 808 time: 0.1008480 May 17 22:14:58.839025 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-b2720aaa-ff38-41f8-b7d6-5f4389363190 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/quotas/74eb5524f74d434b87ff129f9997176b HTTP/1.1" status: 200 len: 375 time: 0.0090621 May 17 22:14:58.887719 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-5fd0304b-88c9-4f83-9ce7-e46b836fce4a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438495 May 17 22:14:59.084406 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-9c67b737-ad53-455d-9e2e-adeb0dffad9b service neutron] 10.222.0.24 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836660 May 17 22:14:59.174478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-ce8af4a6-add7-4455-a1f5-069a9cca22f6 service neutron] 10.222.0.24 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843556 May 17 22:14:59.309945 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3cb37-6b27-4c8e-9864-359f9d5c45bf req-722db92d-7d45-47f4-b1b6-939ade9c6162 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:59.312925 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49d3cb37-6b27-4c8e-9864-359f9d5c45bf req-722db92d-7d45-47f4-b1b6-939ade9c6162 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0618389 May 17 22:14:59.399488 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-49d3cb37-6b27-4c8e-9864-359f9d5c45bf req-955fd142-139d-41f6-b988-bf3dae296bef tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803916 May 17 22:14:59.438916 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90996-16c2-4cff-974c-4146725528b0 req-405c1150-f5ad-4de9-bacd-4c45bd112251 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:59.440357 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-85a90996-16c2-4cff-974c-4146725528b0 req-405c1150-f5ad-4de9-bacd-4c45bd112251 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.0859134 May 17 22:14:59.486064 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-d1c2747d-32fc-40a4-98ff-b44214f8e186 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:59.487603 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-d1c2747d-32fc-40a4-98ff-b44214f8e186 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 946 time: 0.0833013 May 17 22:14:59.633776 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port d038f455-52e9-4943-8fef-3e82a226e892 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:59.634120 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (d038f455-52e9-4943-8fef-3e82a226e892), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:59.678193 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116cd8d-51aa-4baf-877e-b0cf97ad2d69 req-1d677afe-c712-47c0-b1b8-15f6e9dc8eb1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:14:59.679729 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d116cd8d-51aa-4baf-877e-b0cf97ad2d69 req-1d677afe-c712-47c0-b1b8-15f6e9dc8eb1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 946 time: 0.1161602 May 17 22:14:59.682903 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Deleting port 6b82dab7-02cb-4cc1-a078-91095811826f {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:14:59.683273 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:59.841580 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] For port d038f455-52e9-4943-8fef-3e82a226e892, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d038f455-52e9-4943-8fef-3e82a226e892,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:59.841952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (d038f455-52e9-4943-8fef-3e82a226e892), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:14:59.922965 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3538b0f-a943-4c62-b233-409df383e2e2 req-606c31a6-7a36-40db-bf1b-b668fe26f343 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 210 time: 0.0782883 May 17 22:14:59.926642 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d116cd8d-51aa-4baf-877e-b0cf97ad2d69 req-7acd3aa2-b288-4ce8-b623-42e83b3078f4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9850cad-7421-4bd3-9fa7-80aa76e71db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361698 May 17 22:14:59.959877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] For port 6b82dab7-02cb-4cc1-a078-91095811826f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b82dab7-02cb-4cc1-a078-91095811826f,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:14:59.960218 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.011592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Calling delete_port for 6b82dab7-02cb-4cc1-a078-91095811826f owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:00.138554 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.138915 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (7762ff66-f166-4daf-a86e-6ea777e8cdfd), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.139263 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 7762ff66-f166-4daf-a86e-6ea777e8cdfd disassociated. External IP: 172.27.2.136, port: d038f455-52e9-4943-8fef-3e82a226e892. May 17 22:15:00.139645 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for d038f455-52e9-4943-8fef-3e82a226e892 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:00.363597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (6b82dab7-02cb-4cc1-a078-91095811826f), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.374666 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['6b82dab7-02cb-4cc1-a078-91095811826f'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:15:00.395659 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Pushing event deleted for resources: {'Port': ['ID=6b82dab7-02cb-4cc1-a078-91095811826f,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:00.422364 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (d038f455-52e9-4943-8fef-3e82a226e892), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.473354 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] No DVR routers for this DVR port 6b82dab7-02cb-4cc1-a078-91095811826f on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:00.475012 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=d038f455-52e9-4943-8fef-3e82a226e892,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:00.477950 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.484482 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d5c18df-1cfa-4750-9b32-f35e1d9b8249 req-998a96e6-6629-480e-9eea-58b9c3a1775f tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.52 "DELETE /v2.0/ports/6b82dab7-02cb-4cc1-a078-91095811826f HTTP/1.1" status: 204 len: 173 time: 0.9878242 May 17 22:15:00.484482 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'name': 'network-vif-deleted', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:00.484779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d09c5-c319-43c2-a0c4-77f7ba148acf" -d '{"events": [{"server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "name": "network-vif-deleted", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:00.520236 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6b1638ba-e695-4dcb-b712-2f4f23c9074b req-31ae51c0-9ce0-41d5-b42b-41b7b6fbc9e5 tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0477200 May 17 22:15:00.553410 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45753605-62c6-4ebb-83d9-c450535b3515 x-openstack-request-id: req-45753605-62c6-4ebb-83d9-c450535b3515 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:00.553723 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c468659-e42a-4284-9a0c-39aa262bd9a5", "name": "network-vif-deleted", "tag": "6b82dab7-02cb-4cc1-a078-91095811826f", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:00.553948 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45753605-62c6-4ebb-83d9-c450535b3515 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:00.554339 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45753605-62c6-4ebb-83d9-c450535b3515'] response: {'server_uuid': '4c468659-e42a-4284-9a0c-39aa262bd9a5', 'name': 'network-vif-deleted', 'tag': '6b82dab7-02cb-4cc1-a078-91095811826f', 'status': 'completed', 'code': 200} May 17 22:15:00.625189 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:15:00.732385 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:15:00.744422 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:15:00.762483 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:00.767991 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:00.778536 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] No DVR routers for this DVR port d038f455-52e9-4943-8fef-3e82a226e892 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:00.781124 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:00.784774 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-85a90996-16c2-4cff-974c-4146725528b0 req-cc0454b7-2c9f-4717-a231-1ecfb507e76d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "DELETE /v2.0/ports/d038f455-52e9-4943-8fef-3e82a226e892 HTTP/1.1" status: 204 len: 173 time: 1.3356044 May 17 22:15:00.891525 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:01.075699 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-731167a3-1aba-460f-ae6f-7a00620442cc req-e7c92f6f-ba70-4a76-912b-561313d0a49d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 210 time: 0.0571125 May 17 22:15:01.077365 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11f7a376-f8de-4bf0-a23f-1d7dc1b90c54 req-77f2454d-860f-497c-9131-8e6368d98776 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0485244 May 17 22:15:01.134398 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:01.161040 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:15:01.170882 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:01.171588 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:14:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:01.274757 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:01.460702 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-80233f12-1d68-4041-bafe-70696b5e0dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:01.471387 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:01.495558 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cc924-345b-4c94-b416-9634a0c68b94 None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:15:01.640800 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fed86e5d-ffc6-4c2f-916a-5da00354ea83 req-6deb0796-4108-4ea6-846d-47e56505a40b tempest-TestMinimumBasicScenario-1587986245 tempest-TestMinimumBasicScenario-1587986245-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c468659-e42a-4284-9a0c-39aa262bd9a5 HTTP/1.1" status: 200 len: 210 time: 0.0366917 May 17 22:15:01.743528 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a058c0-f20f-41aa-b7aa-3b4063682aa5 None None] New status for floating IP 7762ff66-f166-4daf-a86e-6ea777e8cdfd: DOWN {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:15:02.172304 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-552a6769-f5da-435d-9fbf-e422634743da req-52788825-2d7a-43c9-840f-88677531a550 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 210 time: 0.0302060 May 17 22:15:02.199633 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e6432aa7-6d75-4adf-be94-c866ec04d630 req-47ccaadf-d9d2-4d34-a215-117c8d2ca6da tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3dd261-a8e5-4aa9-a950-77e2ce94cc45 HTTP/1.1" status: 200 len: 210 time: 0.0301816 May 17 22:15:02.555897 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'name': 'network-vif-deleted', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:02.558403 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6513c118-6840-4b4b-abf9-4f5f03f57747" -d '{"events": [{"server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "name": "network-vif-deleted", "tag": "d038f455-52e9-4943-8fef-3e82a226e892"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:02.609678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c6286e-fbf0-4bdc-aaf8-ea23f0db5396 x-openstack-request-id: req-50c6286e-fbf0-4bdc-aaf8-ea23f0db5396 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:02.610058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3dd261-a8e5-4aa9-a950-77e2ce94cc45", "name": "network-vif-deleted", "tag": "d038f455-52e9-4943-8fef-3e82a226e892", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:02.610374 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50c6286e-fbf0-4bdc-aaf8-ea23f0db5396 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:02.610832 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c6286e-fbf0-4bdc-aaf8-ea23f0db5396'] response: {'server_uuid': 'af3dd261-a8e5-4aa9-a950-77e2ce94cc45', 'name': 'network-vif-deleted', 'tag': 'd038f455-52e9-4943-8fef-3e82a226e892', 'status': 'completed', 'code': 200} May 17 22:15:02.702174 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-b1a2fb31-a13b-4f9d-bdff-f2257e791583 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:02.702174 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-b1a2fb31-a13b-4f9d-bdff-f2257e791583 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 808 time: 0.1346650 May 17 22:15:02.763442 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-ca6e91d9-f2af-4483-b1de-d05913936fc1 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74eb5524f74d434b87ff129f9997176b HTTP/1.1" status: 200 len: 380 time: 0.0537257 May 17 22:15:02.772591 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'port': {'device_id': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'admin_state_up': True, 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'security_groups': ['249fbd93-f386-40fa-a5ca-40aa6d083487']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:02.982895 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Made reservation on behalf of 74eb5524f74d434b87ff129f9997176b for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:15:02.989339 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.116823 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Allocated IP 172.20.0.9 (f99c992d-0efd-4347-95a8-72386bdb5868/cffeda1a-7e68-4f8d-8705-80e17b4a1ecb/9c8d665a-b5a0-45a4-a0ba-7f36817e2db3) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:15:03.294388 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e051bf07-2910-4682-aedb-7482cd114be1 req-8b6069eb-bfad-447f-81ad-971e1e0c4d27 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 210 time: 0.0405152 May 17 22:15:03.313137 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.385044 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45274) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:03.444117 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-05c8ce56-1041-4f53-90f0-b82c638fd22d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (f9850cad-7421-4bd3-9fa7-80aa76e71db4), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.469221 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.469461 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-05c8ce56-1041-4f53-90f0-b82c638fd22d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (f9850cad-7421-4bd3-9fa7-80aa76e71db4), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.511007 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Network f99c992d-0efd-4347-95a8-72386bdb5868 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:15:03.514274 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:15:03.521165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:15:03.524595 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d038f455-52e9-4943-8fef-3e82a226e892 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:03.550570 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:03.550794 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: d038f455-52e9-4943-8fef-3e82a226e892 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:03.551163 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d038f455-52e9-4943-8fef-3e82a226e892 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:03.551826 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6b82dab7-02cb-4cc1-a078-91095811826f no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:03.575190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 6b82dab7-02cb-4cc1-a078-91095811826f {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:03.575610 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 6b82dab7-02cb-4cc1-a078-91095811826f not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:03.589470 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:03.589470 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.629635 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-05c8ce56-1041-4f53-90f0-b82c638fd22d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f9850cad-7421-4bd3-9fa7-80aa76e71db4), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.635282 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-05c8ce56-1041-4f53-90f0-b82c638fd22d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.635282 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-05c8ce56-1041-4f53-90f0-b82c638fd22d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9850cad-7421-4bd3-9fa7-80aa76e71db4 HTTP/1.1" status: 204 len: 168 time: 0.2474902 May 17 22:15:03.636801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45286) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:03.651136 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8ce56-1041-4f53-90f0-b82c638fd22d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9850cad-7421-4bd3-9fa7-80aa76e71db4,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:03.651453 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-fe33b594-84e8-484a-9b0c-ddd5dbfc51a8 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] show failed (client error): The resource could not be found. May 17 22:15:03.652709 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fe33b594-84e8-484a-9b0c-ddd5dbfc51a8 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups/f9850cad-7421-4bd3-9fa7-80aa76e71db4 HTTP/1.1" status: 404 len: 347 time: 0.0149231 May 17 22:15:03.655777 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45290) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:03.716093 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-f3fa9986-9a81-4a2b-919f-04167c33bab3 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472303 May 17 22:15:03.757677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Request body: {'port': {'device_id': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:03.787837 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-588cf33a-ecc9-4192-9855-ab59d08a3aa8 None None] Provisioning complete for port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:15:03.788204 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-588cf33a-ecc9-4192-9855-ab59d08a3aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.822822 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-588cf33a-ecc9-4192-9855-ab59d08a3aa8 None None] Port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:15:03.839072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port bf1bc95c-e5f3-405d-aae7-9600238fcb98 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:03.839504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.865006 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.980559 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:03.980885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (bf1bc95c-e5f3-405d-aae7-9600238fcb98), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.002665 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for bf1bc95c-e5f3-405d-aae7-9600238fcb98 owned by network:floatingip {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:04.107223 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74f06ec4-4bfc-487a-a781-3086615d273c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.515748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a130d-e52f-4fc2-8dbe-400864f94b1b req-f3708028-1d00-4393-9de9-85de9a3655b2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:04.517139 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d8a130d-e52f-4fc2-8dbe-400864f94b1b req-f3708028-1d00-4393-9de9-85de9a3655b2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 931 time: 0.0785639 May 17 22:15:04.638378 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:15:04.648934 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8d8a130d-e52f-4fc2-8dbe-400864f94b1b req-3139d4bd-2820-43cc-a034-e1a33744a08a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230292 May 17 22:15:04.650585 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Publish callbacks [] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.694849 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45308) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:04.749639 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Transition to ACTIVE for port object 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:15:04.752206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (bf1bc95c-e5f3-405d-aae7-9600238fcb98), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.807442 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=bf1bc95c-e5f3-405d-aae7-9600238fcb98,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:04.859028 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.969939 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (7762ff66-f166-4daf-a86e-6ea777e8cdfd), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.972574 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:04.986488 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-7c4c0015-2dc8-4332-8ac3-6f170914cde9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/floatingips/7762ff66-f166-4daf-a86e-6ea777e8cdfd HTTP/1.1" status: 204 len: 168 time: 1.3176417 May 17 22:15:04.986488 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:05.040282 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.125706 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Attempting to bind port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:15:05.126049 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Attempting to bind port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:15:05.126381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Attempting to bind port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 on network f99c992d-0efd-4347-95a8-72386bdb5868 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:15:05.146478 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45312) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:05.151399 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869462030', 'description': 'tempest-description--1858284455'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:05.160698 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 on network f99c992d-0efd-4347-95a8-72386bdb5868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:15:05.164127 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Attempting to bind port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 on network f99c992d-0efd-4347-95a8-72386bdb5868 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:15:05.192645 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:15:05.192942 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Checking segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:15:05.193222 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Bound using segment: {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:15:05.193782 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Bound port: 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:15:05.198564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.261382 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (dbb6daba-25b1-4e2d-b319-983c657bd865), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.314138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.345817 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:15:05.388203 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:15:05.417789 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:15:05.490302 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.514512 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (c09f3a83-c408-4204-9ecc-fa3117dc073d), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.550856 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:05.551503 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.552857 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 1093 time: 1.8040786 May 17 22:15:05.555287 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:05.557566 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d99a6-bdb5-4c41-a52c-64f58c529780" -d '{"events": [{"name": "network-changed", "server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:05.601759 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f84de1-48d8-4d83-b36f-0feb7a6721e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:05.605773 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c09f3a83-c408-4204-9ecc-fa3117dc073d), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.648701 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4e7d6-c49e-45e1-ba56-a0cc8e45b133 x-openstack-request-id: req-def4e7d6-c49e-45e1-ba56-a0cc8e45b133 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:05.649001 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:05.649232 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-def4e7d6-c49e-45e1-ba56-a0cc8e45b133 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:05.649638 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def4e7d6-c49e-45e1-ba56-a0cc8e45b133'] response: {'name': 'network-changed', 'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'status': 'completed', 'code': 200} May 17 22:15:05.668038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f3a83-c408-4204-9ecc-fa3117dc073d,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:05.675061 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Deleting port f112462e-cc4e-4f13-91da-f4a4844754fa {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:05.675422 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.795355 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0dcac-e58f-49f4-bfc6-62876084efa7 req-afce5e14-065d-4f4f-b084-8f9371065590 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:05.796803 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2f0dcac-e58f-49f4-bfc6-62876084efa7 req-afce5e14-065d-4f4f-b084-8f9371065590 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0661418 May 17 22:15:05.804413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] For port f112462e-cc4e-4f13-91da-f4a4844754fa, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=f112462e-cc4e-4f13-91da-f4a4844754fa,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:05.804804 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.826484 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:05.826484 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8265598f-75fe-42dd-abac-13996a5f2f9d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6770217 May 17 22:15:05.827592 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45320) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:05.832894 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'c09f3a83-c408-4204-9ecc-fa3117dc073d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:05.834662 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Calling delete_port for f112462e-cc4e-4f13-91da-f4a4844754fa owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:05.905625 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2f0dcac-e58f-49f4-bfc6-62876084efa7 req-c21aacac-f9a3-4cf2-adc6-e5b41c11209a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029959 May 17 22:15:06.021290 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (ee37ed51-a189-468a-b6c4-081a7e9b3699), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.076196 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (ee37ed51-a189-468a-b6c4-081a7e9b3699), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.272325 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (f112462e-cc4e-4f13-91da-f4a4844754fa), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.299099 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Pushing event deleted for resources: {'Port': ['ID=f112462e-cc4e-4f13-91da-f4a4844754fa,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:06.446321 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (ee37ed51-a189-468a-b6c4-081a7e9b3699), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.463583 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (dbb6daba-25b1-4e2d-b319-983c657bd865), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.466611 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee37ed51-a189-468a-b6c4-081a7e9b3699,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:06.480126 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.579517 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.580677 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f77bf1d7-c146-44ee-8abe-dab45af81a17 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7520003 May 17 22:15:06.583604 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45322) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:06.587913 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'security_group_rule': {'security_group_id': 'c09f3a83-c408-4204-9ecc-fa3117dc073d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:06.680345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Router dbb6daba-25b1-4e2d-b319-983c657bd865 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:15:06.714343 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (65238c41-51ad-48c7-af34-fc0c60e3e407), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.772165 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (65238c41-51ad-48c7-af34-fc0c60e3e407), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.782757 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:15:06.788363 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-be4e2778-81b7-4b8e-93e6-46c98f2a8020 admin admin] 10.222.0.24 "PUT /v2.0/routers/dbb6daba-25b1-4e2d-b319-983c657bd865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924942 May 17 22:15:06.790865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45330) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:06.793855 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] Sync routers for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:15:06.804198 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:06.804871 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:06.867272 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (65238c41-51ad-48c7-af34-fc0c60e3e407), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.885322 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65238c41-51ad-48c7-af34-fc0c60e3e407,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:06.898025 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks [] for router (dbb6daba-25b1-4e2d-b319-983c657bd865), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:06.914023 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:07.013998 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.015538 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ebf18714-2da5-4a5d-9984-7e43d6092af3 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308953 May 17 22:15:07.018328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45334) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:07.023970 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:07.029781 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks [] for router_gateway (dbb6daba-25b1-4e2d-b319-983c657bd865), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.051207 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24697e19-3672-4ce4-bc00-5ae7d061042f req-fb4281c3-0365-4c57-9a27-64c986600eba tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:07.052687 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-24697e19-3672-4ce4-bc00-5ae7d061042f req-fb4281c3-0365-4c57-9a27-64c986600eba tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0611017 May 17 22:15:07.091511 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:15:06Z', 'revision_number': 5, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port': {'id': '525c86be-3224-45b3-b350-7f3e1edbbc29', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:48Z', 'updated_at': '2022-05-17T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:07.104265 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-24697e19-3672-4ce4-bc00-5ae7d061042f req-35f2e566-81b6-47b8-b3b1-794931e4b68d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 May 17 22:15:07.186810 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.187842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Deleting port 525c86be-3224-45b3-b350-7f3e1edbbc29 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:07.188184 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.200260 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] Checking router: dbb6daba-25b1-4e2d-b319-983c657bd865 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:15:07.209406 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] Routers {'dbb6daba-25b1-4e2d-b319-983c657bd865'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:07.210017 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['dbb6daba-25b1-4e2d-b319-983c657bd865'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:07.282164 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.284506 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] For port 525c86be-3224-45b3-b350-7f3e1edbbc29, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=525c86be-3224-45b3-b350-7f3e1edbbc29,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:07.285532 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.296104 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] Set router dbb6daba-25b1-4e2d-b319-983c657bd865 gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:07.299018 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Calling delete_port for 525c86be-3224-45b3-b350-7f3e1edbbc29 owned by network:router_gateway {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:07.351701 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:15:07Z', 'revision_number': 6, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:07.370032 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d99a6-bdb5-4c41-a52c-64f58c529780 req-ac1385f4-0a6b-4a22-a439-a15041387b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:07.371556 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-790d99a6-bdb5-4c41-a52c-64f58c529780 req-ac1385f4-0a6b-4a22-a439-a15041387b55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1127 time: 0.0698242 May 17 22:15:07.379156 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be120d-dd12-4699-bc8a-7ce3f159cca0 None None] The sync data for ids ['dbb6daba-25b1-4e2d-b319-983c657bd865'] in dv-cinder-839987-6-iscsi is: [{'id': 'dbb6daba-25b1-4e2d-b319-983c657bd865', 'name': 'tempest-TestMinimumBasicScenario-1497686045-router', 'tenant_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:47Z', 'updated_at': '2022-05-17T22:15:07Z', 'revision_number': 6, 'project_id': 'f3b9176d44ed415bacfaf45f3f8472a5', 'gw_port_host': None}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:15:07.392499 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_common [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.27.2.160 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/ce2aface-7942-4cd6-b249-4e24ed1ede76) {{(pid=103950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:15:07.501219 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.532484 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d99a6-bdb5-4c41-a52c-64f58c529780 req-a4fbf7cd-6597-4f0a-be7a-be5b218d69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:07.533906 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-790d99a6-bdb5-4c41-a52c-64f58c529780 req-a4fbf7cd-6597-4f0a-be7a-be5b218d69de service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=74eb5524f74d434b87ff129f9997176b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1542740 May 17 22:15:07.652435 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.714709 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:15:07.723368 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:15:07.726610 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:15:07.730596 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=ce2aface-7942-4cd6-b249-4e24ed1ede76,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:07.787174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:07.924200 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d99a6-bdb5-4c41-a52c-64f58c529780 req-9fed9a7f-db4e-40ce-bb8e-8af3bf9dfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:07.926294 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-790d99a6-bdb5-4c41-a52c-64f58c529780 req-9fed9a7f-db4e-40ce-bb8e-8af3bf9dfb4c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3826206 May 17 22:15:08.002343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-07d06f92-cd5f-472c-8706-04f83eab653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:08.004192 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-07d06f92-cd5f-472c-8706-04f83eab653c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1127 time: 0.0428729 May 17 22:15:08.005335 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (525c86be-3224-45b3-b350-7f3e1edbbc29), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.034533 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Pushing event deleted for resources: {'Port': ['ID=525c86be-3224-45b3-b350-7f3e1edbbc29,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:08.046420 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (64863228-9713-431d-9a70-dc2981565a4d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.069110 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-fd534e5e-23a2-4415-a1be-50f7c1e08a99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 217 time: 0.0415127 May 17 22:15:08.156740 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-98a2dea6-e912-4584-a327-792872937b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:08.158243 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-98a2dea6-e912-4584-a327-792872937b38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0746210 May 17 22:15:08.161681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (dbb6daba-25b1-4e2d-b319-983c657bd865), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.172931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.331057 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (dbb6daba-25b1-4e2d-b319-983c657bd865), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.334012 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks [] for router_controller (dbb6daba-25b1-4e2d-b319-983c657bd865), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.336919 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-2dc8b211-3cb7-49f0-a54a-4ea73b8f75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:08.337751 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 525c86be-3224-45b3-b350-7f3e1edbbc29 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:08.338456 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-2dc8b211-3cb7-49f0-a54a-4ea73b8f75fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1591926 May 17 22:15:08.361531 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 525c86be-3224-45b3-b350-7f3e1edbbc29 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:08.361869 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 525c86be-3224-45b3-b350-7f3e1edbbc29 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:08.362339 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device f112462e-cc4e-4f13-91da-f4a4844754fa no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:08.380698 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.380956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a1a6-94e2-4a40-b945-e979583ca5ef req-9ee3ea9a-9dae-4f63-8120-af89b07ff674 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:08.382421 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2f8a1a6-94e2-4a40-b945-e979583ca5ef req-9ee3ea9a-9dae-4f63-8120-af89b07ff674 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.1359806 May 17 22:15:08.387229 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: f112462e-cc4e-4f13-91da-f4a4844754fa {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:08.387588 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device f112462e-cc4e-4f13-91da-f4a4844754fa not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:08.474610 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14437530'] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.514582 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a2f8a1a6-94e2-4a40-b945-e979583ca5ef req-d0b526ff-0397-4e26-b707-f329d1174d47 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943964 May 17 22:15:08.526855 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-3ad85243-9c52-45d6-bba7-be12291fb3bd service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798017 May 17 22:15:08.544164 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=ce2aface-7942-4cd6-b249-4e24ed1ede76,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:08.555953 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (64863228-9713-431d-9a70-dc2981565a4d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.617493 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (dbb6daba-25b1-4e2d-b319-983c657bd865), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.617493 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb6daba-25b1-4e2d-b319-983c657bd865 {{(pid=103949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:15:08.617493 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.617493 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6646dca9-c6f1-4791-b232-a4147e51c812 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dbb6daba-25b1-4e2d-b319-983c657bd865 HTTP/1.1" status: 204 len: 168 time: 1.8164201 May 17 22:15:08.619659 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45340) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:08.641554 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7a70e8e2-cd99-4eec-a4c2-c9f5b9a453e3 req-53ccd001-5309-4f14-aca2-bc08d594beaa service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080222 May 17 22:15:08.669113 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Deleting subnet 3250dd59-6fa7-4f0a-bbc9-57d30ce423ce {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:15:08.672331 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Publish callbacks [] for subnet (3250dd59-6fa7-4f0a-bbc9-57d30ce423ce), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.676455 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.677662 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7d7d6caf-267c-4632-aa4b-85e60f83e439 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6583571 May 17 22:15:08.721191 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14738179'] for subnet (3250dd59-6fa7-4f0a-bbc9-57d30ce423ce), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.839672 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (3250dd59-6fa7-4f0a-bbc9-57d30ce423ce), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:08.907393 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-b0e9761d-613a-47ed-84c7-f81b1498552e tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--869462030&fields=id&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 267 time: 0.0425205 May 17 22:15:08.993684 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14436444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14585426'] for subnet (3250dd59-6fa7-4f0a-bbc9-57d30ce423ce), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.021274 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3250dd59-6fa7-4f0a-bbc9-57d30ce423ce,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:09.024246 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.027446 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef4c30-7fa2-41f7-ab16-47fada98fd1a None None] Network 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:15:09.033343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-28dc94d0-47d6-4600-92cc-ab7244afac05 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:09.033920 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-32925731-1587-4bcc-930c-1b32dd30033f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3250dd59-6fa7-4f0a-bbc9-57d30ce423ce HTTP/1.1" status: 204 len: 168 time: 0.4131770 May 17 22:15:09.036944 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45366) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:09.037077 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-28dc94d0-47d6-4600-92cc-ab7244afac05 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.1222961 May 17 22:15:09.052680 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-a8be3143-e230-49e2-9ec4-7c4b2c881ba2 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/quotas/ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 375 time: 0.0102458 May 17 22:15:09.117979 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.118711 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-d6125999-c6a8-4422-baf2-40b8ac3e9b08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593975 May 17 22:15:09.171360 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Deleting port 1f46e352-76b8-4624-921a-9bfedd09673c {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:09.171707 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.217308 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] DHCP port deletion for 9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:15:09.231145 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-beecb991-4875-4621-9d7b-e394145d53d9 service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989630 May 17 22:15:09.240881 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] For port 1f46e352-76b8-4624-921a-9bfedd09673c, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=1f46e352-76b8-4624-921a-9bfedd09673c,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:09.241259 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.255556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Calling delete_port for 1f46e352-76b8-4624-921a-9bfedd09673c owned by network:dhcp {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:09.266268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] Deleting port 1f46e352-76b8-4624-921a-9bfedd09673c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:09.266829 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.332971 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] For port 1f46e352-76b8-4624-921a-9bfedd09673c, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=1f46e352-76b8-4624-921a-9bfedd09673c,segment=NetworkSegment(ccf04cf7-2ca5-4401-ad35-43f0fdf26288),segment_id=ccf04cf7-2ca5-4401-ad35-43f0fdf26288)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:09.335385 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.339669 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-e7633f8c-8d25-4ae3-b1ea-5cc442bd24fe service neutron] 10.222.0.24 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028056 May 17 22:15:09.346871 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] Calling delete_port for 1f46e352-76b8-4624-921a-9bfedd09673c owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:09.491850 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.506299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (1f46e352-76b8-4624-921a-9bfedd09673c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.517007 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f46e352-76b8-4624-921a-9bfedd09673c,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:09.521250 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] No DVR routers for this DVR port 1f46e352-76b8-4624-921a-9bfedd09673c on host dv-cinder-839987-6-iscsi {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:09.549820 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] Pushing event deleted for resources: {'Port': ['ID=1f46e352-76b8-4624-921a-9bfedd09673c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:09.554512 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f853c2-3dea-413a-a5c4-12ac920caeee None None] No DVR routers for this DVR port 1f46e352-76b8-4624-921a-9bfedd09673c on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:09.619221 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.643159 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:09.654831 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:09.655047 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbada0-0144-4878-aa47-0f942ce090f7 req-b5aebd9b-e48b-4813-b49e-4bb8f9721336 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:09.655187 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf04cf7-2ca5-4401-ad35-43f0fdf26288') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:09.664697 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (ccf04cf7-2ca5-4401-ad35-43f0fdf26288), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.666238 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bdbada0-0144-4878-aa47-0f942ce090f7 req-b5aebd9b-e48b-4813-b49e-4bb8f9721336 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0701849 May 17 22:15:09.679082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (ccf04cf7-2ca5-4401-ad35-43f0fdf26288), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.685573 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:15:09.685963 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (ccf04cf7-2ca5-4401-ad35-43f0fdf26288), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:15:09.687945 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:15:09.710296 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e18d0049-ca7d-4024-9dc8-1108a5eb64c4 req-1a02b6d9-6e31-43e4-aecd-b50a1eaa8abf tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 210 time: 0.0412118 May 17 22:15:09.740468 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bdbada0-0144-4878-aa47-0f942ce090f7 req-4de70cc9-e2b6-4467-9e30-719970af668e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732148 May 17 22:15:09.838253 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.846847 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:09.853092 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb HTTP/1.1" status: 204 len: 168 time: 0.8121226 May 17 22:15:09.853491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45394) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:09.872427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646448e-4ee4-4c25-9e24-bda7e9dc17cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8f2a1e-5f6c-4b1b-8e8e-be823432c2fb,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:10.174472 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (4368a673-de57-4bb8-bc8f-32663effa030), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:10.307262 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 1f46e352-76b8-4624-921a-9bfedd09673c no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:10.327036 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 1f46e352-76b8-4624-921a-9bfedd09673c {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:10.327394 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 1f46e352-76b8-4624-921a-9bfedd09673c not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:10.395689 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Deleting port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:10.396023 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:10.472935 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] For port 0e4fb483-d2a2-450f-bc83-d641b7d76f4f, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:10.473294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:10.485959 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Calling delete_port for 0e4fb483-d2a2-450f-bc83-d641b7d76f4f owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:10.731275 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (0e4fb483-d2a2-450f-bc83-d641b7d76f4f), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:10.758011 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4fb483-d2a2-450f-bc83-d641b7d76f4f,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:10.886562 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad5f8947-dfae-4da9-9a6b-7d3864a0d5c9 req-4b0be272-f9ff-4d15-bca4-8dde2fdce99a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 210 time: 0.0694087 May 17 22:15:10.989631 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f213b5-58ae-4dcf-be3a-7f4f319110b8 req-1c53dbd6-b8c7-4c20-b843-096116bd2964 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:10.991166 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76f213b5-58ae-4dcf-be3a-7f4f319110b8 req-1c53dbd6-b8c7-4c20-b843-096116bd2964 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.1646461 May 17 22:15:11.106504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (4368a673-de57-4bb8-bc8f-32663effa030), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:11.111652 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-76f213b5-58ae-4dcf-be3a-7f4f319110b8 req-127d3daf-7609-4d6d-80b6-58e62206eefa tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093810 May 17 22:15:11.332806 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Router 4368a673-de57-4bb8-bc8f-32663effa030 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:15:11.440644 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:15:11.448634 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45420) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:11.449106 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-18e44b9a-6338-4680-9c0d-00b1af066f3d admin admin] 10.222.0.24 "PUT /v2.0/routers/4368a673-de57-4bb8-bc8f-32663effa030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5941410 May 17 22:15:11.450287 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] Sync routers for ids ['4368a673-de57-4bb8-bc8f-32663effa030'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:15:11.460942 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] Routers {'4368a673-de57-4bb8-bc8f-32663effa030'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:11.461718 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['4368a673-de57-4bb8-bc8f-32663effa030'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:11.556491 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks [] for router (4368a673-de57-4bb8-bc8f-32663effa030), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:11.567607 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] Set router 4368a673-de57-4bb8-bc8f-32663effa030 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:11.658076 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks [] for router_gateway (4368a673-de57-4bb8-bc8f-32663effa030), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:11.824487 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Deleting port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:11.824845 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:11.859898 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:15:10Z', 'revision_number': 5, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port': {'id': '31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4368a673-de57-4bb8-bc8f-32663effa030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:10:56Z', 'updated_at': '2022-05-17T22:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:11.886436 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] Checking router: 4368a673-de57-4bb8-bc8f-32663effa030 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:15:11.897450 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] Routers {'4368a673-de57-4bb8-bc8f-32663effa030'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:11.898077 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['4368a673-de57-4bb8-bc8f-32663effa030'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:11.915587 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] For port 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:11.915920 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:11.933227 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Calling delete_port for 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 owned by network:router_gateway {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:11.985396 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] Set router 4368a673-de57-4bb8-bc8f-32663effa030 gateway port host: None {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:11.996954 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c818e828-eb4f-4180-b8a3-fb512fbbad8f req-058a1018-c1e3-4868-b29d-b55c8e635fb4 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 210 time: 0.0310690 May 17 22:15:12.047820 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:15:11Z', 'revision_number': 6, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:12.073439 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a02dd-82fa-4d93-875e-1b5416c74995 None None] The sync data for ids ['4368a673-de57-4bb8-bc8f-32663effa030'] in dv-cinder-839987-6-iscsi is: [{'id': '4368a673-de57-4bb8-bc8f-32663effa030', 'name': 'tempest-TestMinimumBasicScenario-597043481-router', 'tenant_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:10:55Z', 'updated_at': '2022-05-17T22:15:11Z', 'revision_number': 6, 'project_id': '0ba2803308604bdcb3bc3f71a44dd87b', 'gw_port_host': None}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:15:12.127874 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-296b2f67-345c-4751-8b82-18f3ffdf2257 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:12.130183 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-296b2f67-345c-4751-8b82-18f3ffdf2257 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 815 time: 0.1157765 May 17 22:15:12.195790 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-ee3bb489-1f8c-4b95-88b7-ddce8ee365d7 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0809b61be446a69359b69b50b61710 HTTP/1.1" status: 200 len: 379 time: 0.0554214 May 17 22:15:12.210079 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'port': {'device_id': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'admin_state_up': True, 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'security_groups': ['c09f3a83-c408-4204-9ecc-fa3117dc073d']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:12.215157 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.240096 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Pushing event deleted for resources: {'Port': ['ID=31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:12.267838 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab806c-7032-4fa0-b2a9-5ae3794f18b1 req-cb60a309-5b03-4349-b1fb-5ab670fe99bc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:12.269872 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3bab806c-7032-4fa0-b2a9-5ae3794f18b1 req-cb60a309-5b03-4349-b1fb-5ab670fe99bc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0732944 May 17 22:15:12.314281 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (4368a673-de57-4bb8-bc8f-32663effa030), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.370298 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3bab806c-7032-4fa0-b2a9-5ae3794f18b1 req-a18e2029-3866-4ef9-9597-5b98dacca491 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712345 May 17 22:15:12.406757 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (4368a673-de57-4bb8-bc8f-32663effa030), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.408899 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks [] for router_controller (4368a673-de57-4bb8-bc8f-32663effa030), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.526905 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Made reservation on behalf of ea0809b61be446a69359b69b50b61710 for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:15:12.533143 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.560537 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (4368a673-de57-4bb8-bc8f-32663effa030), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.561166 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4368a673-de57-4bb8-bc8f-32663effa030 {{(pid=103950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:15:12.571094 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.572387 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4c065923-f1d7-452d-bd26-4f32838d8faf admin admin] 10.222.0.24 "DELETE /v2.0/routers/4368a673-de57-4bb8-bc8f-32663effa030 HTTP/1.1" status: 204 len: 168 time: 1.1227286 May 17 22:15:12.574911 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45434) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:12.591082 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0e4fb483-d2a2-450f-bc83-d641b7d76f4f no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:12.610828 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 0e4fb483-d2a2-450f-bc83-d641b7d76f4f {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:12.611326 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0e4fb483-d2a2-450f-bc83-d641b7d76f4f not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:12.634430 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Deleting subnet 31d26cbb-161a-460a-9e27-272a4feff83c {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:15:12.637572 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Publish callbacks [] for subnet (31d26cbb-161a-460a-9e27-272a4feff83c), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.675808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14738179'] for subnet (31d26cbb-161a-460a-9e27-272a4feff83c), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.679810 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Allocated IP 172.20.0.4 (6f877e2b-99bd-48e8-8b73-18e37441b914/92153330-6433-4f3c-b19a-21e8e235fc9f/d95aec15-6d35-4b78-ab7f-a8a90baf08e7) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:15:12.749601 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (31d26cbb-161a-460a-9e27-272a4feff83c), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.815635 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.889556 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14436444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14585426'] for subnet (31d26cbb-161a-460a-9e27-272a4feff83c), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.914791 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.916909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d26cbb-161a-460a-9e27-272a4feff83c,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:12.927441 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:12.929271 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-385f9d1e-93c6-46a8-ab82-366c6411d688 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31d26cbb-161a-460a-9e27-272a4feff83c HTTP/1.1" status: 204 len: 168 time: 0.3531575 May 17 22:15:12.930477 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45436) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:12.932212 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830e721-90a1-4e57-9fbd-07aee9976c67 None None] Network b4c7e9cb-7112-4fe4-8f2a-11b919af1218 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:15:12.979969 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:15:12.983165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:15:12.990189 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:15:12.996248 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event updated for resources: {'Port': ['ID=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:13.037053 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (b4c7e9cb-7112-4fe4-8f2a-11b919af1218), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.074340 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:13.074996 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.097226 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Deleting port a4a5d619-9dba-4996-b1aa-3b6839c33f66 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:13.097580 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.158854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7a6f0c77-4c9e-4dda-a602-382ec69cff25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9529161 May 17 22:15:13.169234 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7276-2c72-43f5-a76b-38edd403f25d req-a60f29a3-6ec5-454f-a120-d8583227051c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:13.171013 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-98fe7276-2c72-43f5-a76b-38edd403f25d req-a60f29a3-6ec5-454f-a120-d8583227051c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 931 time: 0.0626726 May 17 22:15:13.177331 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Request body: {'port': {'device_id': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:13.182789 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] DHCP port deletion for b4c7e9cb-7112-4fe4-8f2a-11b919af1218 request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:15:13.204741 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] For port a4a5d619-9dba-4996-b1aa-3b6839c33f66, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a4a5d619-9dba-4996-b1aa-3b6839c33f66,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:13.206253 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.229069 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] Deleting port a4a5d619-9dba-4996-b1aa-3b6839c33f66 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:13.229442 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.236710 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Calling delete_port for a4a5d619-9dba-4996-b1aa-3b6839c33f66 owned by network:dhcp {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:13.280144 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.295957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-98fe7276-2c72-43f5-a76b-38edd403f25d req-1c667497-ac37-4a30-898b-32952ecc2ca9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142766 May 17 22:15:13.334895 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] For port a4a5d619-9dba-4996-b1aa-3b6839c33f66, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a4a5d619-9dba-4996-b1aa-3b6839c33f66,segment=NetworkSegment(f9214722-3e88-4f3a-85db-1bb7e043338d),segment_id=f9214722-3e88-4f3a-85db-1bb7e043338d)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:13.335322 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.364775 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] Calling delete_port for a4a5d619-9dba-4996-b1aa-3b6839c33f66 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:13.370882 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-dd10dd85-958c-498d-825d-65a2d9ccb0eb None None] Provisioning complete for port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:15:13.372153 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dd10dd85-958c-498d-825d-65a2d9ccb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.443269 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-dd10dd85-958c-498d-825d-65a2d9ccb0eb None None] Port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:15:13.480202 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.487195 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (a4a5d619-9dba-4996-b1aa-3b6839c33f66), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.505421 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a5d619-9dba-4996-b1aa-3b6839c33f66,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:13.509608 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] No DVR routers for this DVR port a4a5d619-9dba-4996-b1aa-3b6839c33f66 on host dv-cinder-839987-6-iscsi {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:13.517803 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] Pushing event deleted for resources: {'Port': ['ID=a4a5d619-9dba-4996-b1aa-3b6839c33f66,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:13.517803 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93636a7f-509d-4f5b-8a1e-8b670956cf18 None None] No DVR routers for this DVR port a4a5d619-9dba-4996-b1aa-3b6839c33f66 on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:13.526356 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc52d3a-6671-41f2-a9b6-da82f78fa332 req-c7620a76-8179-485f-a1fa-35d56bc8b244 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:13.528021 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dfc52d3a-6671-41f2-a9b6-da82f78fa332 req-c7620a76-8179-485f-a1fa-35d56bc8b244 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0713811 May 17 22:15:13.599032 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (b4c7e9cb-7112-4fe4-8f2a-11b919af1218), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.620056 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c7e9cb-7112-4fe4-8f2a-11b919af1218']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:13.630107 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9214722-3e88-4f3a-85db-1bb7e043338d') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:13.630333 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9214722-3e88-4f3a-85db-1bb7e043338d') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:13.639978 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (f9214722-3e88-4f3a-85db-1bb7e043338d), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.647864 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dfc52d3a-6671-41f2-a9b6-da82f78fa332 req-41e5e51c-c125-4092-bdf9-aed66001780f tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047423 May 17 22:15:13.657964 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (f9214722-3e88-4f3a-85db-1bb7e043338d), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.672581 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:15:13.673036 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (f9214722-3e88-4f3a-85db-1bb7e043338d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:15:13.674925 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:15:13.732268 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95aec15-6d35-4b78-ab7f-a8a90baf08e7 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:15:13.744098 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Publish callbacks [] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.764851 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Transition to ACTIVE for port object d95aec15-6d35-4b78-ab7f-a8a90baf08e7 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:15:13.877795 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:13.936443 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Pushing event updated for resources: {'Port': ['ID=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:14.016399 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Attempting to bind port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:15:14.016729 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Attempting to bind port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:15:14.017128 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Attempting to bind port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:15:14.022823 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:15:14.023168 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Attempting to bind port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 on network 6f877e2b-99bd-48e8-8b73-18e37441b914 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:15:14.028270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:15:14.028612 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Checking segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:15:14.028989 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Bound using segment: {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:15:14.029485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Bound port: d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:15:14.029852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.091770 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (b4c7e9cb-7112-4fe4-8f2a-11b919af1218), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.097388 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.102848 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] For port d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:15:14.103015 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4c7e9cb-7112-4fe4-8f2a-11b919af1218 HTTP/1.1" status: 204 len: 168 time: 1.1689725 May 17 22:15:14.105779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] For port d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:15:14.114039 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64dbb-8c6a-49d5-b0af-d04abb9f88a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c7e9cb-7112-4fe4-8f2a-11b919af1218,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:14.304044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.312867 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:14.333636 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:14.333960 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 31dbd4a8-5e25-4fd2-93a5-619a67b6bbe7 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:14.334556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a4a5d619-9dba-4996-b1aa-3b6839c33f66 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:14.337019 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:14.337880 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.339740 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] 10.222.0.52 "PUT /v2.0/ports/d95aec15-6d35-4b78-ab7f-a8a90baf08e7 HTTP/1.1" status: 200 len: 1093 time: 1.1677768 May 17 22:15:14.342300 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:14.344695 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddf6a02-9dc9-4939-b90d-5eb0343e1253" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:14.361533 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: a4a5d619-9dba-4996-b1aa-3b6839c33f66 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:14.361956 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a4a5d619-9dba-4996-b1aa-3b6839c33f66 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:15:14.400288 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc1fc5-819e-4bed-ba63-e58a3afadaab service neutron] Pushing event updated for resources: {'Port': ['ID=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:14.413104 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446eb28a-483a-41a8-bc7f-96003a9155c0 x-openstack-request-id: req-446eb28a-483a-41a8-bc7f-96003a9155c0 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:14.413553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:14.413814 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-446eb28a-483a-41a8-bc7f-96003a9155c0 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:14.414210 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446eb28a-483a-41a8-bc7f-96003a9155c0'] response: {'name': 'network-changed', 'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'status': 'completed', 'code': 200} May 17 22:15:14.452981 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33779b-1e92-427c-8489-89228e9352b7 req-8dadf9a6-1b7a-49a1-8417-e7b71945db47 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:14.454542 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4d33779b-1e92-427c-8489-89228e9352b7 req-8dadf9a6-1b7a-49a1-8417-e7b71945db47 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 943 time: 0.0563016 May 17 22:15:14.510020 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4d33779b-1e92-427c-8489-89228e9352b7 req-2690ec3c-1993-4521-abed-f77ec61ae751 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498347 May 17 22:15:14.637940 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45466) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:14.669701 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45470) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:14.712923 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ceb3adaa-7f8f-49e3-95b3-3b65561464d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3b9176d44ed415bacfaf45f3f8472a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419278 May 17 22:15:14.715283 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45474) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:14.767441 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a72993ae-484f-458e-838b-c8635df53c5a admin admin] Publish callbacks [] for security_group (b1d7ec03-5aea-4d7c-ac11-06d77acc2fba), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.790612 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a72993ae-484f-458e-838b-c8635df53c5a admin admin] Publish callbacks [] for security_group (b1d7ec03-5aea-4d7c-ac11-06d77acc2fba), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.800820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04047cf0-7467-4efa-85b5-d638cb45258e req-15bae537-7794-40c7-8efa-d4e32928e1a6 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:14.802411 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04047cf0-7467-4efa-85b5-d638cb45258e req-15bae537-7794-40c7-8efa-d4e32928e1a6 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0777707 May 17 22:15:14.803463 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6a02-9dc9-4939-b90d-5eb0343e1253 req-3b36bbe5-8a85-4e78-aef4-27fe23429960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:14.804855 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dddf6a02-9dc9-4939-b90d-5eb0343e1253 req-3b36bbe5-8a85-4e78-aef4-27fe23429960 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 1127 time: 0.0716798 May 17 22:15:14.877219 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-92db1ee8-cde3-446a-9334-ad91a0513f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:14.913034 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-04047cf0-7467-4efa-85b5-d638cb45258e req-f5a2a373-70a1-424e-afcd-3a702b7d8cf4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040485 May 17 22:15:14.940136 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6a02-9dc9-4939-b90d-5eb0343e1253 req-d7c2be76-93fd-4a34-bd55-e1f99cfd1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:14.942268 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dddf6a02-9dc9-4939-b90d-5eb0343e1253 req-d7c2be76-93fd-4a34-bd55-e1f99cfd1c8a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea0809b61be446a69359b69b50b61710&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1260409 May 17 22:15:15.003257 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a72993ae-484f-458e-838b-c8635df53c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b1d7ec03-5aea-4d7c-ac11-06d77acc2fba), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.006108 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a72993ae-484f-458e-838b-c8635df53c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.007365 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a72993ae-484f-458e-838b-c8635df53c5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1d7ec03-5aea-4d7c-ac11-06d77acc2fba HTTP/1.1" status: 204 len: 168 time: 0.2896144 May 17 22:15:15.021216 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72993ae-484f-458e-838b-c8635df53c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d7ec03-5aea-4d7c-ac11-06d77acc2fba,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:15.049305 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6a02-9dc9-4939-b90d-5eb0343e1253 req-aa5eb723-82ae-4d4e-abfb-ba6fcb1e574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:15.050818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dddf6a02-9dc9-4939-b90d-5eb0343e1253 req-aa5eb723-82ae-4d4e-abfb-ba6fcb1e574b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020210 May 17 22:15:15.072045 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-92db1ee8-cde3-446a-9334-ad91a0513f8b admin admin] Publish callbacks [] for security_group (b1492e15-0ae5-4ff9-8043-70df56b1fb55), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.205804 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-92db1ee8-cde3-446a-9334-ad91a0513f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b1492e15-0ae5-4ff9-8043-70df56b1fb55), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.247169 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-92db1ee8-cde3-446a-9334-ad91a0513f8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48bbb07a991049e8b97cb3fe77fde855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081033 May 17 22:15:15.248131 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db1ee8-cde3-446a-9334-ad91a0513f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1492e15-0ae5-4ff9-8043-70df56b1fb55,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:15.250632 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45478) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:15.303782 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-486e0c18-c8c1-471c-ac6d-e59e1903216f admin admin] Publish callbacks [] for security_group (b1492e15-0ae5-4ff9-8043-70df56b1fb55), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.325751 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-486e0c18-c8c1-471c-ac6d-e59e1903216f admin admin] Publish callbacks [] for security_group (b1492e15-0ae5-4ff9-8043-70df56b1fb55), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.383485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-fe2cf789-d9bf-40af-a715-155032597a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:15.385143 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-fe2cf789-d9bf-40af-a715-155032597a0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 1127 time: 0.2990651 May 17 22:15:15.426518 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-60df6e5e-6833-4a1d-98b2-869ac3cf3d4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7 HTTP/1.1" status: 200 len: 217 time: 0.0337274 May 17 22:15:15.467660 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-486e0c18-c8c1-471c-ac6d-e59e1903216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b1492e15-0ae5-4ff9-8043-70df56b1fb55), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.467660 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-486e0c18-c8c1-471c-ac6d-e59e1903216f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.467660 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-486e0c18-c8c1-471c-ac6d-e59e1903216f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1492e15-0ae5-4ff9-8043-70df56b1fb55 HTTP/1.1" status: 204 len: 168 time: 0.2134202 May 17 22:15:15.477371 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e0c18-c8c1-471c-ac6d-e59e1903216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1492e15-0ae5-4ff9-8043-70df56b1fb55,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:15.483936 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-90fb3fb0-4193-416f-940c-c839951bf603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:15.485873 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-90fb3fb0-4193-416f-940c-c839951bf603 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.0532351 May 17 22:15:15.533739 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-8951355e-3bdc-42f8-9153-42c9a4fad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:15.535647 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-8951355e-3bdc-42f8-9153-42c9a4fad574 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433810 May 17 22:15:15.649983 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:15:15.662619 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b594c-bd6b-439c-9ef3-830a8817a17e req-fb728f84-9e28-471c-b43f-a6f1e5c6c134 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:15.664122 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef9b594c-bd6b-439c-9ef3-830a8817a17e req-fb728f84-9e28-471c-b43f-a6f1e5c6c134 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 943 time: 0.0682056 May 17 22:15:15.667635 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-7761b9bf-e5d8-4645-9355-4d68d3bae006 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256642 May 17 22:15:15.752424 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:15.766940 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef9b594c-bd6b-439c-9ef3-830a8817a17e req-2acbfd37-5478-4a9c-8330-145c58b249da tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967157 May 17 22:15:15.767370 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'port_id': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'mac_address': 'fa:16:3e:40:90:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:15:15.793055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1f01fd94-2d60-4095-b633-790de7bd5c04 req-d04f9153-7bc8-4aba-b894-50229ad6c037 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161010 May 17 22:15:15.803842 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:15:15.804237 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.814178 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45486) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:15.818647 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:15:15.838319 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:15.854704 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0819aaeb-4bd0-4d8f-a0f5-87ce3b2b74a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ba2803308604bdcb3bc3f71a44dd87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388558 May 17 22:15:15.857194 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45488) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:15.908021 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a250bb4a-3c78-4043-b0ef-3de7f0ef32fa admin admin] Publish callbacks [] for security_group (2327208b-862d-458c-bc6e-87a082daa2da), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.930264 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a250bb4a-3c78-4043-b0ef-3de7f0ef32fa admin admin] Publish callbacks [] for security_group (2327208b-862d-458c-bc6e-87a082daa2da), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:15.975078 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:16.031900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:16.039916 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b897434-c5a3-4651-b6ca-bee6c92a48af req-86f635f3-191b-482e-986a-15a6ea95677e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:16.051980 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b897434-c5a3-4651-b6ca-bee6c92a48af req-86f635f3-191b-482e-986a-15a6ea95677e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 944 time: 0.0524499 May 17 22:15:16.071963 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a250bb4a-3c78-4043-b0ef-3de7f0ef32fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2327208b-862d-458c-bc6e-87a082daa2da), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:16.076067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a250bb4a-3c78-4043-b0ef-3de7f0ef32fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:16.076067 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a250bb4a-3c78-4043-b0ef-3de7f0ef32fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2327208b-862d-458c-bc6e-87a082daa2da HTTP/1.1" status: 204 len: 168 time: 0.2176569 May 17 22:15:16.083708 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250bb4a-3c78-4043-b0ef-3de7f0ef32fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2327208b-862d-458c-bc6e-87a082daa2da,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:16.094678 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b897434-c5a3-4651-b6ca-bee6c92a48af req-1da831eb-76d7-4c06-bb15-ec15fea2b43f tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476418 May 17 22:15:16.224120 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:15:16.434005 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45496) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:16.447415 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-419a34a4-1897-44ed-9218-22d4152fc107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:16.522128 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-419a34a4-1897-44ed-9218-22d4152fc107 admin admin] Publish callbacks [] for security_group (ff690b1d-33cb-4404-a513-99cbb1b36af9), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:16.880972 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7927-ea19-4404-b100-09a3d26bd5be req-f7166482-9adf-4030-88a0-60fe7dfca16c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:16.882499 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f37f7927-ea19-4404-b100-09a3d26bd5be req-f7166482-9adf-4030-88a0-60fe7dfca16c tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 943 time: 0.0462945 May 17 22:15:16.928852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f37f7927-ea19-4404-b100-09a3d26bd5be req-84b8924a-38f8-4904-9851-d84f0e32c6ac tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 May 17 22:15:16.965609 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-419a34a4-1897-44ed-9218-22d4152fc107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ff690b1d-33cb-4404-a513-99cbb1b36af9), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.004869 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-419a34a4-1897-44ed-9218-22d4152fc107 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db6248efaa2c40b89213be9fc6ba38cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5696733 May 17 22:15:17.005697 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a34a4-1897-44ed-9218-22d4152fc107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff690b1d-33cb-4404-a513-99cbb1b36af9,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:17.007552 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45500) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:17.055983 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4cfc604d-31ee-43ad-83ae-e3346e77a51a admin admin] Publish callbacks [] for security_group (ff690b1d-33cb-4404-a513-99cbb1b36af9), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.075416 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4cfc604d-31ee-43ad-83ae-e3346e77a51a admin admin] Publish callbacks [] for security_group (ff690b1d-33cb-4404-a513-99cbb1b36af9), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.209291 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19132b7-2b73-44c3-b675-f7258706ea3e req-fa41065d-aac7-4453-b7d7-5eb47d632d89 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:17.210719 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f19132b7-2b73-44c3-b675-f7258706ea3e req-fa41065d-aac7-4453-b7d7-5eb47d632d89 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 944 time: 0.0466309 May 17 22:15:17.211765 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4cfc604d-31ee-43ad-83ae-e3346e77a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (ff690b1d-33cb-4404-a513-99cbb1b36af9), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.214205 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4cfc604d-31ee-43ad-83ae-e3346e77a51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.215234 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-4cfc604d-31ee-43ad-83ae-e3346e77a51a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff690b1d-33cb-4404-a513-99cbb1b36af9 HTTP/1.1" status: 204 len: 168 time: 0.2066727 May 17 22:15:17.232361 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc604d-31ee-43ad-83ae-e3346e77a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff690b1d-33cb-4404-a513-99cbb1b36af9,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:17.268050 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f19132b7-2b73-44c3-b675-f7258706ea3e req-805d3d03-2578-439d-bd7c-ebe3ae51e7c5 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503061 May 17 22:15:17.666088 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d95aec15-6d35-4b78-ab7f-a8a90baf08e7 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:15:17.669294 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:15:17.776036 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:15:17.802845 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:17.813981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'port_id': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'mac_address': 'fa:16:3e:18:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:15:17.844895 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:15:17.845255 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.867806 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:15:17.868181 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.885297 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95aec15-6d35-4b78-ab7f-a8a90baf08e7 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:15:17.914349 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:17.950717 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:15:17.951064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:17.975761 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:17.978042 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9159e1-571c-4cf3-86db-d6e14480d38d" -d '{"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-plugged", "status": "completed", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:17.994224 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:17.995730 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:18.048779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:18.052297 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0530-3c84-4413-b764-175838019e6a req-7c23b253-1c26-44b4-bdc7-182b238b2f1f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:18.053887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f99a0530-3c84-4413-b764-175838019e6a req-7c23b253-1c26-44b4-bdc7-182b238b2f1f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 944 time: 0.0547082 May 17 22:15:18.111650 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f99a0530-3c84-4413-b764-175838019e6a req-3be038de-bcdc-4a19-ad71-f96cd67ca9af tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518761 May 17 22:15:18.114479 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:18.148970 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5c1ec3-1c67-4992-9c8b-823905a1e435 x-openstack-request-id: req-9e5c1ec3-1c67-4992-9c8b-823905a1e435 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:18.149282 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-plugged", "status": "completed", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:18.149525 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e5c1ec3-1c67-4992-9c8b-823905a1e435 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:18.149954 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5c1ec3-1c67-4992-9c8b-823905a1e435'] response: {'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'code': 200} May 17 22:15:18.184480 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:18.251193 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['d95aec15-6d35-4b78-ab7f-a8a90baf08e7'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:15:18.386632 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4f25a-9139-47f1-bf2e-14af75599cfd req-d87fce1b-b435-4b8b-91f0-58cb7e35bc5b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:18.387692 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-26f4f25a-9139-47f1-bf2e-14af75599cfd req-d87fce1b-b435-4b8b-91f0-58cb7e35bc5b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0510910 May 17 22:15:18.440498 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-26f4f25a-9139-47f1-bf2e-14af75599cfd req-a0a6f8b4-86ff-43f2-b8e9-9c162aa2a6f4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465791 May 17 22:15:18.581615 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25280e7a-bcc5-425f-b286-956717595640 req-39683abc-ef47-44e3-a7dc-bf92982b61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:18.583129 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-25280e7a-bcc5-425f-b286-956717595640 req-39683abc-ef47-44e3-a7dc-bf92982b61ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0387230 May 17 22:15:18.627726 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-25280e7a-bcc5-425f-b286-956717595640 req-5859bc5e-cc08-48ff-923c-ea3294b76bab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 May 17 22:15:19.236744 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacf804-39f5-4af5-bbf0-3135df05c8e5 req-9e6c8375-7c90-4ec8-81e3-4a7ab8228e25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:19.238603 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-adacf804-39f5-4af5-bbf0-3135df05c8e5 req-9e6c8375-7c90-4ec8-81e3-4a7ab8228e25 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 944 time: 0.0535622 May 17 22:15:19.287957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-adacf804-39f5-4af5-bbf0-3135df05c8e5 req-05771463-c12a-4c7b-a657-50e076e8ca5b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434701 May 17 22:15:19.554209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8def7-fcfe-4689-bfd7-6d4c319a8a76 req-089065a9-7326-449b-bd1c-a7043bdb0832 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:19.555699 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-16e8def7-fcfe-4689-bfd7-6d4c319a8a76 req-089065a9-7326-449b-bd1c-a7043bdb0832 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0468361 May 17 22:15:19.607310 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-16e8def7-fcfe-4689-bfd7-6d4c319a8a76 req-3362ace8-68b9-4fc6-b1c3-bc6cf3eafe15 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460172 May 17 22:15:19.690531 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d95aec15-6d35-4b78-ab7f-a8a90baf08e7 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:15:19.733074 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:15:19.895611 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:15:19.895896 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:19.971936 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:15:19.972319 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:20.004920 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:20.125793 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:20.152765 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:20.154944 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd13fb-a1c9-4599-b372-49c7fbbc0f34" -d '{"events": [{"server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "name": "network-vif-plugged", "status": "completed", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:20.178014 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:20.192431 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd180872-d025-4009-863a-c28166c3fc3d x-openstack-request-id: req-cd180872-d025-4009-863a-c28166c3fc3d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:20.192716 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "name": "network-vif-plugged", "status": "completed", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:20.193155 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd180872-d025-4009-863a-c28166c3fc3d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:20.193720 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd180872-d025-4009-863a-c28166c3fc3d'] response: {'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'code': 200} May 17 22:15:20.399498 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320d87d-45eb-4e5f-9fb2-f8bd6fa5a07c req-ad8a0295-a4f3-471b-a2cd-c6f24c6058eb tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:20.401088 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6320d87d-45eb-4e5f-9fb2-f8bd6fa5a07c req-ad8a0295-a4f3-471b-a2cd-c6f24c6058eb tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.0470929 May 17 22:15:20.453302 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6320d87d-45eb-4e5f-9fb2-f8bd6fa5a07c req-497953c1-4233-4427-a8c7-eca2231d1e09 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466032 May 17 22:15:20.642696 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a4be9-a635-4399-a2dc-bf8580006de6 req-03121b56-1250-4eef-9f31-63dd270f01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:20.644570 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-537a4be9-a635-4399-a2dc-bf8580006de6 req-03121b56-1250-4eef-9f31-63dd270f01bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 1129 time: 0.0397458 May 17 22:15:20.700459 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-537a4be9-a635-4399-a2dc-bf8580006de6 req-f973d66c-740d-411d-8154-19364ff8fd22 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502522 May 17 22:15:20.733489 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dfa0a-83e4-45aa-b927-e45a542dc0a2 req-810c5967-3841-483a-8bf9-522b554bb49a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:20.734902 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f1dfa0a-83e4-45aa-b927-e45a542dc0a2 req-810c5967-3841-483a-8bf9-522b554bb49a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0540264 May 17 22:15:20.785688 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3f1dfa0a-83e4-45aa-b927-e45a542dc0a2 req-be1a907b-872e-4d80-8be8-923afd3d59cd tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 May 17 22:15:20.909169 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b819c4-ddc5-4625-abc6-e140056b1ecf req-af30650b-7320-4048-8778-89ba6409bf6a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:20.911232 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39b819c4-ddc5-4625-abc6-e140056b1ecf req-af30650b-7320-4048-8778-89ba6409bf6a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0564818 May 17 22:15:20.967312 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-39b819c4-ddc5-4625-abc6-e140056b1ecf req-629b07b3-ecb6-43ee-9e43-ac27a066be4f tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 May 17 22:15:20.990723 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45578) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:21.184147 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5aa98-baaa-4a7f-b1bc-5a3364e37079 tempest-TestShelveInstance-1762903131 tempest-TestShelveInstance-1762903131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:21.185677 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-35a5aa98-baaa-4a7f-b1bc-5a3364e37079 tempest-TestShelveInstance-1762903131 tempest-TestShelveInstance-1762903131-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1124 time: 0.1936615 May 17 22:15:21.188796 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 45582) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:21.193199 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'port_id': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:21.302970 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:21.404179 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:21.577488 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Allocated IP 172.27.2.129 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/3857aff0-617b-421b-8035-2fc30af89910) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:15:21.601111 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c61e-15c9-4ff3-b0b2-f142afc12629 req-96c16801-5ef8-4578-ad18-b7a4dd51c54a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:21.605855 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b12c61e-15c9-4ff3-b0b2-f142afc12629 req-96c16801-5ef8-4578-ad18-b7a4dd51c54a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.0789289 May 17 22:15:21.745245 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b12c61e-15c9-4ff3-b0b2-f142afc12629 req-591ee81c-0ab9-4bd6-8663-79915476fb99 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152000 May 17 22:15:21.765089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for port (3857aff0-617b-421b-8035-2fc30af89910), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:21.924365 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (3857aff0-617b-421b-8035-2fc30af89910), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:21.976903 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:15:21.980120 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:15:21.990296 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:15:21.992533 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'Port': ['ID=3857aff0-617b-421b-8035-2fc30af89910,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:22.352582 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for floatingip (af6b0497-6904-4df0-ac28-1187661c138f), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:22.512907 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (3857aff0-617b-421b-8035-2fc30af89910), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:22.694647 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for port (3857aff0-617b-421b-8035-2fc30af89910), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:22.834413 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (3857aff0-617b-421b-8035-2fc30af89910), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:22.948440 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event updated for resources: {'Port': ['ID=3857aff0-617b-421b-8035-2fc30af89910,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:22.967018 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5619a1-edfb-482e-a2bd-de894bdbeae9 req-8a39bdef-1ea0-4175-b48b-5b2af70fb30a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:22.968527 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c5619a1-edfb-482e-a2bd-de894bdbeae9 req-8a39bdef-1ea0-4175-b48b-5b2af70fb30a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.1283877 May 17 22:15:22.976565 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (af6b0497-6904-4df0-ac28-1187661c138f), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:23.059761 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0c5619a1-edfb-482e-a2bd-de894bdbeae9 req-62e2d3e2-88cc-4d9b-ba34-06b9a8d83a52 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852427 May 17 22:15:23.105007 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Floating IP af6b0497-6904-4df0-ac28-1187661c138f associated. External IP: 172.27.2.129, port: 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3. May 17 22:15:23.216756 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7617dc-2091-4e09-b3fd-5e94076cc965 req-5daeaa02-1c8e-440c-85c2-577dc774fb2b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:23.218204 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ca7617dc-2091-4e09-b3fd-5e94076cc965 req-5daeaa02-1c8e-440c-85c2-577dc774fb2b tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.0816767 May 17 22:15:23.226772 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 45618) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:23.231288 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Request body: {'floatingip': {'port_id': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:15:23.273127 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (64863228-9713-431d-9a70-dc2981565a4d), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:23.346014 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Router 0d8469ae-5733-4e59-9c89-3147b6634f27 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:15:23.453826 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:15:23.466738 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] Sync routers for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:15:23.477949 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:23.478642 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:23.577743 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:23.603180 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:23.646132 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-947b8015-aa47-4862-9a74-fd33cd8352cc tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4535322 May 17 22:15:23.646132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:23.647794 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf92835-919e-4107-a2d3-3feccec539c0" -d '{"events": [{"name": "network-changed", "server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:23.704103 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:23.790628 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'af6b0497-6904-4df0-ac28-1187661c138f', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'port_id': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'mac_address': 'fa:16:3e:40:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:15:22Z', 'updated_at': '2022-05-17T22:15:22Z', 'revision_number': 0, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:23.818035 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] Checking router: 0d8469ae-5733-4e59-9c89-3147b6634f27 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:15:23.826432 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:23.827031 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:23.834297 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (64863228-9713-431d-9a70-dc2981565a4d), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:23.934899 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:23.935132 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 64863228-9713-431d-9a70-dc2981565a4d associated. External IP: 172.27.2.160, port: d95aec15-6d35-4b78-ab7f-a8a90baf08e7. May 17 22:15:24.077432 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5916f08c-d7ea-4b81-a1d0-0fddd88aea4c x-openstack-request-id: req-5916f08c-d7ea-4b81-a1d0-0fddd88aea4c {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:24.077794 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:24.078045 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5916f08c-d7ea-4b81-a1d0-0fddd88aea4c {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:24.078451 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5916f08c-d7ea-4b81-a1d0-0fddd88aea4c'] response: {'name': 'network-changed', 'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'status': 'completed', 'code': 200} May 17 22:15:24.142515 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:15:24.150235 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'af6b0497-6904-4df0-ac28-1187661c138f', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'port_id': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'mac_address': 'fa:16:3e:40:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:15:22Z', 'updated_at': '2022-05-17T22:15:22Z', 'revision_number': 0, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:24.176241 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c9445-a304-446a-9075-85d9be53b13e None None] The sync data for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi is: [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'af6b0497-6904-4df0-ac28-1187661c138f', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'port_id': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'mac_address': 'fa:16:3e:40:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:15:22Z', 'updated_at': '2022-05-17T22:15:22Z', 'revision_number': 0, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:15:24.179681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9f8c-d01c-4da5-a908-4b53a90196e1 req-b249042a-354f-4b58-b4da-ced5b7abeae4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:24.181016 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd3b9f8c-d01c-4da5-a908-4b53a90196e1 req-b249042a-354f-4b58-b4da-ced5b7abeae4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0526745 May 17 22:15:24.241510 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd3b9f8c-d01c-4da5-a908-4b53a90196e1 req-a5fc1015-4867-4676-b3b2-a6271b0c4f8e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468669 May 17 22:15:24.274377 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:15:24.278826 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:24.284507 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:15:24.294105 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:24.294709 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:24.313101 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-600f3b4e-852f-4633-982b-fb67c9df6f3d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "PUT /v2.0/floatingips/64863228-9713-431d-9a70-dc2981565a4d HTTP/1.1" status: 200 len: 991 time: 1.0829415 May 17 22:15:24.313101 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:24.315862 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7264624-0322-4a2b-80f9-eea6693ae55c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:24.407816 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:24.417858 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d796064-67ce-4481-86f4-a90d7e3e53b7 None None] New status for floating IP af6b0497-6904-4df0-ac28-1187661c138f: ACTIVE {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:15:24.514478 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567619d0-f03e-4644-ac48-108098ed72a3 x-openstack-request-id: req-567619d0-f03e-4644-ac48-108098ed72a3 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:24.514761 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:24.515013 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-567619d0-f03e-4644-ac48-108098ed72a3 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:24.515444 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567619d0-f03e-4644-ac48-108098ed72a3'] response: {'name': 'network-changed', 'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'status': 'completed', 'code': 200} May 17 22:15:24.652570 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '64863228-9713-431d-9a70-dc2981565a4d', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:18:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:15:07Z', 'updated_at': '2022-05-17T22:15:23Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:24.678289 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:15:24.686353 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:24.687255 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:24.912403 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:25.113900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '64863228-9713-431d-9a70-dc2981565a4d', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:18:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:15:07Z', 'updated_at': '2022-05-17T22:15:23Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:25.141196 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b724a-1297-4ccd-992a-53f1f018ba9f None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '64863228-9713-431d-9a70-dc2981565a4d', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'port_id': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'mac_address': 'fa:16:3e:18:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:15:07Z', 'updated_at': '2022-05-17T22:15:23Z', 'revision_number': 1, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:15:25.327525 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101abf7-4819-4261-909f-f9eed68d781b None None] New status for floating IP 64863228-9713-431d-9a70-dc2981565a4d: ACTIVE {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:15:25.368996 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c94d54-9a91-47cf-926b-0efb6070574d req-ae62ff86-6477-4b0b-9acf-38477e61ac54 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:25.370353 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53c94d54-9a91-47cf-926b-0efb6070574d req-ae62ff86-6477-4b0b-9acf-38477e61ac54 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0473256 May 17 22:15:25.423491 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-53c94d54-9a91-47cf-926b-0efb6070574d req-1429eb2f-e197-4494-a91f-d12497b7440c tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475440 May 17 22:15:25.472547 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-359ce5c7-fec6-4037-b2e9-e2da464b1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:25.474579 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-359ce5c7-fec6-4037-b2e9-e2da464b1637 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0457304 May 17 22:15:25.647983 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-d1c8766e-1c3b-442f-9b20-37e3b2451c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:25.649425 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-d1c8766e-1c3b-442f-9b20-37e3b2451c17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea0809b61be446a69359b69b50b61710&device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 1129 time: 0.0876510 May 17 22:15:25.731461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-f7f430e1-0dcb-4b52-963c-1b3bef16d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:25.732897 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-f7f430e1-0dcb-4b52-963c-1b3bef16d89f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 909 time: 0.1803610 May 17 22:15:25.807929 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-f0293821-9f30-42c9-b647-1a6a7fb6c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:25.809362 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-f0293821-9f30-42c9-b647-1a6a7fb6c244 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 200 len: 916 time: 0.1506815 May 17 22:15:25.813160 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-05ded5c6-5762-4f17-a7b7-cdafa9096f98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0720558 May 17 22:15:25.912455 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-7a126a53-8f81-4d26-88c5-427fe922a641 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7 HTTP/1.1" status: 200 len: 1001 time: 0.0930116 May 17 22:15:25.914184 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-52e4b975-2fd1-42e4-bf19-abdcdd02cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:25.915522 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-52e4b975-2fd1-42e4-bf19-abdcdd02cf5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0910351 May 17 22:15:26.261863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-d02fb3c4-5b68-479b-89d4-ccfc37b44aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:26.263372 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-d02fb3c4-5b68-479b-89d4-ccfc37b44aaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3297296 May 17 22:15:26.268433 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-a6658b6f-50f5-4da1-8147-232093ef674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:26.269786 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-a6658b6f-50f5-4da1-8147-232093ef674b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 200 len: 854 time: 0.3437810 May 17 22:15:26.357769 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-f710a591-7546-43e3-8de5-d91424acdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:26.359293 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-f710a591-7546-43e3-8de5-d91424acdc68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f877e2b-99bd-48e8-8b73-18e37441b914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809541 May 17 22:15:26.410558 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-8b1f3bd6-012a-4ed8-872c-fdfeaa8df330 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398473 May 17 22:15:26.560437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-90c547bf-e110-47a6-aca1-15a7f076b126 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819699 May 17 22:15:26.610363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dcf98-fdaf-42fd-babd-4a9f2f05193d req-158c79f9-4352-4221-871c-0909ee93fed3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:26.611618 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-496dcf98-fdaf-42fd-babd-4a9f2f05193d req-158c79f9-4352-4221-871c-0909ee93fed3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.1032145 May 17 22:15:26.623628 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf92835-919e-4107-a2d3-3feccec539c0 req-9e574364-bc03-40ce-a0da-462c0c8b5c47 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066536 May 17 22:15:26.708273 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-496dcf98-fdaf-42fd-babd-4a9f2f05193d req-ab75574a-8297-4bee-936e-0ea30e448e43 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888658 May 17 22:15:26.710283 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a7264624-0322-4a2b-80f9-eea6693ae55c req-5ddffd71-8433-49d3-91d5-0e1dc86c3e19 service neutron] 10.222.0.52 "GET /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418433 May 17 22:15:26.902963 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:27.837523 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653ddf2-cb19-448d-bfd8-964a58516969 req-29f5b7c6-a9ae-44f1-9860-50c836459ca3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:27.839018 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6653ddf2-cb19-448d-bfd8-964a58516969 req-29f5b7c6-a9ae-44f1-9860-50c836459ca3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0566554 May 17 22:15:27.885233 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6653ddf2-cb19-448d-bfd8-964a58516969 req-f0342f34-32ed-439c-a373-af6436111fe3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 May 17 22:15:29.002218 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6fcc4-1aac-4a2f-9997-6dc731d9a37e req-27252975-15f4-4f93-986e-84fa07e5289e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:29.004249 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bcc6fcc4-1aac-4a2f-9997-6dc731d9a37e req-27252975-15f4-4f93-986e-84fa07e5289e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0463488 May 17 22:15:29.050159 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-bcc6fcc4-1aac-4a2f-9997-6dc731d9a37e req-3332c699-42ea-460e-8d4e-0fc0dbdef994 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 May 17 22:15:30.169713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4013-9ff5-4620-87af-052d6deef966 req-5cc038d8-9f0b-4031-9d64-14900505bfa2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:30.171071 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c7ea4013-9ff5-4620-87af-052d6deef966 req-5cc038d8-9f0b-4031-9d64-14900505bfa2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0500388 May 17 22:15:30.216912 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c7ea4013-9ff5-4620-87af-052d6deef966 req-e0323c21-ac31-4cd8-8510-b6d78f8a91b4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402453 May 17 22:15:31.333878 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4a377-4e0f-4cc9-b345-20e14b341e75 req-138629c4-cf20-4cab-8438-4b563fbece3b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:31.336415 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2ef4a377-4e0f-4cc9-b345-20e14b341e75 req-138629c4-cf20-4cab-8438-4b563fbece3b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0469229 May 17 22:15:31.384303 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2ef4a377-4e0f-4cc9-b345-20e14b341e75 req-e24d9328-0abd-4650-87e1-4b300d3fde7d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432262 May 17 22:15:31.414488 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-75919e48-603a-4588-b770-8d974002c0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:32.504343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63af24-79ba-41a7-8398-3e6bfceca5b4 req-497f5c7b-1a13-4a4b-831f-79d479d39d15 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:32.505825 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a63af24-79ba-41a7-8398-3e6bfceca5b4 req-497f5c7b-1a13-4a4b-831f-79d479d39d15 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0473626 May 17 22:15:32.558597 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4a63af24-79ba-41a7-8398-3e6bfceca5b4 req-35f3ff7a-af5f-4803-ae32-d7491a7ad206 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466223 May 17 22:15:33.680094 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347242a7-551b-416c-aedf-a2382cdaf116 req-6cf502d4-04c8-4986-a008-c7ed46417c67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:33.682188 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-347242a7-551b-416c-aedf-a2382cdaf116 req-6cf502d4-04c8-4986-a008-c7ed46417c67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0492647 May 17 22:15:33.736818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-347242a7-551b-416c-aedf-a2382cdaf116 req-12972bff-1c00-4a4a-a1bd-5d2dd2bc27d9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 May 17 22:15:34.079791 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-246d3105-7531-4342-9e3f-97f21c9a7b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:34.854338 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d47163-5eea-497c-8bf1-147f0dce7a1e req-67976579-5c70-46f7-8507-d6267911f3d1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:34.855957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d2d47163-5eea-497c-8bf1-147f0dce7a1e req-67976579-5c70-46f7-8507-d6267911f3d1 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0470335 May 17 22:15:34.903313 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d2d47163-5eea-497c-8bf1-147f0dce7a1e req-05a57c72-8937-4bfc-8b5b-7f22f9efce41 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 May 17 22:15:35.054198 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:36.029322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e50a-7335-4587-87b1-93517b820753 req-a82e7bcd-c912-4577-8bfd-608ece9e4604 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:36.030780 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d682e50a-7335-4587-87b1-93517b820753 req-a82e7bcd-c912-4577-8bfd-608ece9e4604 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0519450 May 17 22:15:36.077259 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d682e50a-7335-4587-87b1-93517b820753 req-cf4a4442-bbf9-4816-9dcd-6da669b64237 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 May 17 22:15:36.474006 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:37.193845 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0c74c-d40f-4261-a077-07ea5f3fbdfd req-d0dfda7a-1a81-4576-9381-79b9912be4de tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:37.195272 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f0f0c74c-d40f-4261-a077-07ea5f3fbdfd req-d0dfda7a-1a81-4576-9381-79b9912be4de tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0468347 May 17 22:15:37.241669 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f0f0c74c-d40f-4261-a077-07ea5f3fbdfd req-29940321-a913-40c5-96e3-5701e4734ca4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 May 17 22:15:37.771009 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:38.358168 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a34718-c495-41f8-bbee-aeaf0baa6802 req-1ab123b7-aad9-4c95-b58e-02a33786456a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:38.359755 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e6a34718-c495-41f8-bbee-aeaf0baa6802 req-1ab123b7-aad9-4c95-b58e-02a33786456a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0468941 May 17 22:15:38.412303 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e6a34718-c495-41f8-bbee-aeaf0baa6802 req-89f7dad4-3243-409f-9fdc-bcbe86e7da75 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458739 May 17 22:15:39.535664 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e539ab9-89be-45ed-8807-18a908d81751 req-f76580bf-9180-47a3-8824-222e50f49c51 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:39.537023 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e539ab9-89be-45ed-8807-18a908d81751 req-f76580bf-9180-47a3-8824-222e50f49c51 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0463629 May 17 22:15:39.588155 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3e539ab9-89be-45ed-8807-18a908d81751 req-f488ce48-080d-4ebc-9ec1-7be6680ded32 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455213 May 17 22:15:40.703300 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb155da-738e-4370-a4da-70491ea07119 req-eac8ae24-6f71-4459-8f54-f13223b33d71 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:40.704743 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-abb155da-738e-4370-a4da-70491ea07119 req-eac8ae24-6f71-4459-8f54-f13223b33d71 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0460415 May 17 22:15:40.750099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-abb155da-738e-4370-a4da-70491ea07119 req-7cae65ae-ebd1-4126-a48f-eed43e928061 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397563 May 17 22:15:41.872542 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73901ecc-54e7-486c-87eb-174bdf7d34cd req-0445045d-3644-490f-9603-0e428efdb619 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:41.872542 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73901ecc-54e7-486c-87eb-174bdf7d34cd req-0445045d-3644-490f-9603-0e428efdb619 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0506778 May 17 22:15:41.928404 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73901ecc-54e7-486c-87eb-174bdf7d34cd req-4eee4e43-a0ce-4bc5-a178-bfbb66d0aa40 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499005 May 17 22:15:42.417068 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:15:43.045553 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973491b-6866-436d-ae03-f7fc337fe1b0 req-812d5f15-a0f2-4763-893f-bd17a3cabded tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:43.047018 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1973491b-6866-436d-ae03-f7fc337fe1b0 req-812d5f15-a0f2-4763-893f-bd17a3cabded tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0464509 May 17 22:15:43.093324 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1973491b-6866-436d-ae03-f7fc337fe1b0 req-83ecc5b0-cb70-4f9c-97a2-d851fa8f7acc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403361 May 17 22:15:43.885102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:15:43.991044 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:44.002322 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'mac_address': 'fa:16:3e:2a:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:15:44.036756 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: ACTIVE; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:15:44.037145 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:44.049562 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01f9ff90-5b71-4555-bb92-f5d36e9518eb {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:15:44.070821 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:44.159691 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:44.215422 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:44.218025 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90b439-2001-4b2f-9139-40dba129718c req-464ed762-75c2-4fad-870d-fec1be31655d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:44.219619 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d90b439-2001-4b2f-9139-40dba129718c req-464ed762-75c2-4fad-870d-fec1be31655d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 944 time: 0.0544333 May 17 22:15:44.267588 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5d90b439-2001-4b2f-9139-40dba129718c req-2536336f-c58d-488a-a281-a0ca5e3d174a tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 May 17 22:15:44.272534 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['01f9ff90-5b71-4555-bb92-f5d36e9518eb'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:15:45.384300 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806be66-9766-48b1-bdc1-b9f1eae82487 req-4ae4199c-b772-4eff-aca9-ef6364dbd331 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:45.385741 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b806be66-9766-48b1-bdc1-b9f1eae82487 req-4ae4199c-b772-4eff-aca9-ef6364dbd331 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 944 time: 0.0474706 May 17 22:15:45.431502 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b806be66-9766-48b1-bdc1-b9f1eae82487 req-81454811-474d-4ecb-be47-3338fdd42a83 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400810 May 17 22:15:46.547584 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7bcd-d5cc-47f3-9d7c-fab0b3aaea76 req-3d39f9e6-4b56-4c51-baf9-673006eca888 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:46.549016 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3ba7bcd-d5cc-47f3-9d7c-fab0b3aaea76 req-3d39f9e6-4b56-4c51-baf9-673006eca888 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 944 time: 0.0460212 May 17 22:15:46.598676 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3ba7bcd-d5cc-47f3-9d7c-fab0b3aaea76 req-69893fbb-6b7b-4ca6-b694-8fdc583d0013 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439544 May 17 22:15:46.701162 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:15:46.747988 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 01f9ff90-5b71-4555-bb92-f5d36e9518eb triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:15:46.748268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:46.816258 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:15:46.816659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:46.839017 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:46.841251 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4432b-7b6e-4087-8493-621a0fddb578" -d '{"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-plugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:46.853884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:46.878711 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ee0bc-9d9b-4f66-a30b-7b67cf077048 x-openstack-request-id: req-516ee0bc-9d9b-4f66-a30b-7b67cf077048 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:46.879048 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-plugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:46.879407 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-516ee0bc-9d9b-4f66-a30b-7b67cf077048 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:46.879712 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516ee0bc-9d9b-4f66-a30b-7b67cf077048'] response: {'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'code': 200} May 17 22:15:46.951707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:47.001286 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:47.717193 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710f5af-3987-4d0c-8783-fc782cb5581c req-50a25b73-3c19-465e-8cee-ea62bb8a1986 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:47.718646 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8710f5af-3987-4d0c-8783-fc782cb5581c req-50a25b73-3c19-465e-8cee-ea62bb8a1986 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0479867 May 17 22:15:47.765668 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8710f5af-3987-4d0c-8783-fc782cb5581c req-673cae5d-1f96-4b9f-800a-72c89f06a582 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 May 17 22:15:48.899372 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47971290-d69f-4b1d-8523-27e68f80ee4d req-b543ab28-2944-47e4-933e-8dce4d0c0b37 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:48.906232 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47971290-d69f-4b1d-8523-27e68f80ee4d req-b543ab28-2944-47e4-933e-8dce4d0c0b37 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0553527 May 17 22:15:48.965862 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47971290-d69f-4b1d-8523-27e68f80ee4d req-8acf2c97-80b0-4651-b4a2-3d31fa152dfa tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460620 May 17 22:15:50.113345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27146df-cd3f-4204-ac8f-019305d3cbfb req-a2087f04-010d-4ec3-bca2-b34504359d5e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:50.115087 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e27146df-cd3f-4204-ac8f-019305d3cbfb req-a2087f04-010d-4ec3-bca2-b34504359d5e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0612292 May 17 22:15:50.178123 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e27146df-cd3f-4204-ac8f-019305d3cbfb req-740a2969-e26d-46fc-9d36-58e0262ba4cf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571177 May 17 22:15:51.343068 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f63d0-0adc-42a8-879d-b9455ec0f339 req-4aad52bb-da95-499a-aae9-dabaa6c17039 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:51.347744 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa1f63d0-0adc-42a8-879d-b9455ec0f339 req-4aad52bb-da95-499a-aae9-dabaa6c17039 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0602524 May 17 22:15:51.428254 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa1f63d0-0adc-42a8-879d-b9455ec0f339 req-fa4afcf2-dad3-4fb8-8759-53c134f266b6 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771625 May 17 22:15:52.555425 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd40c-ec60-44b9-a0c4-65674db8e3d3 req-8f5a13c9-b9db-4a48-85b9-69f6ac214465 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:52.556950 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4f7cd40c-ec60-44b9-a0c4-65674db8e3d3 req-8f5a13c9-b9db-4a48-85b9-69f6ac214465 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0509079 May 17 22:15:52.606942 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4f7cd40c-ec60-44b9-a0c4-65674db8e3d3 req-7b7edbe6-ec48-4698-8ce1-af0ee38eebd4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441232 May 17 22:15:53.737187 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cda59-d404-49f7-8faa-65e646f70071 req-a58cc34d-3153-423b-aae0-12c4d601e271 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:53.745951 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f87cda59-d404-49f7-8faa-65e646f70071 req-a58cc34d-3153-423b-aae0-12c4d601e271 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0609443 May 17 22:15:53.810460 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f87cda59-d404-49f7-8faa-65e646f70071 req-27eec8c6-235c-49fc-a1d0-d6651532bf1b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633810 May 17 22:15:54.716080 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485a705-4d40-46f2-bb1b-afdae0eb6ac7 req-0c919ce4-0953-482f-b58a-8113b683b7a1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:54.717599 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1485a705-4d40-46f2-bb1b-afdae0eb6ac7 req-0c919ce4-0953-482f-b58a-8113b683b7a1 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.0530410 May 17 22:15:54.782347 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1485a705-4d40-46f2-bb1b-afdae0eb6ac7 req-6331f224-52e0-404d-9706-b505529dfce0 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535238 May 17 22:15:54.813802 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46008) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:54.937999 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.012857 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfad14-552a-4c11-8a9e-599bc2097f65 req-441a0530-8c26-4f66-962c-68ddd2719b02 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:55.019856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cdcfad14-552a-4c11-8a9e-599bc2097f65 req-441a0530-8c26-4f66-962c-68ddd2719b02 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0633955 May 17 22:15:55.026835 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Publish callbacks [] for security_group (78e28214-cff7-4060-931c-7e34d65381f6), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.067740 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cdcfad14-552a-4c11-8a9e-599bc2097f65 req-b5e2019a-e67a-41c6-b430-cc0c110377b3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 May 17 22:15:55.123505 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (78e28214-cff7-4060-931c-7e34d65381f6), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.157958 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e28214-cff7-4060-931c-7e34d65381f6,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:55.169801 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.170143 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.170482 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.170819 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.171172 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.171700 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.172202 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.172666 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.173145 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.173629 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.174127 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.174894 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.175412 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.175736 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.176950 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.189883 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fc5188d3-ca20-4263-b691-f63a07735c55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8629a21cb4564a84908dc54f1f51d5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720188 May 17 22:15:55.191588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46014) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:55.251430 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Publish callbacks [] for security_group (78e28214-cff7-4060-931c-7e34d65381f6), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.274414 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Publish callbacks [] for security_group (78e28214-cff7-4060-931c-7e34d65381f6), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.431967 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (78e28214-cff7-4060-931c-7e34d65381f6), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.434446 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:55.438332 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78e28214-cff7-4060-931c-7e34d65381f6 HTTP/1.1" status: 204 len: 168 time: 0.2417960 May 17 22:15:55.451008 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e28214-cff7-4060-931c-7e34d65381f6,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:55.461158 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.461511 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.461885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.462355 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.462743 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.464349 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.464882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.465069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.465383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.465713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.466042 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.466383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.466677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.466994 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.467343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c77df-d6f6-4821-ad11-5fb80cd987c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:15:55.907564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621591cd-51fa-4d80-99ae-e5fa5ace701b req-7c1d7beb-ab62-4a77-8715-148ce43177c6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:55.909047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-621591cd-51fa-4d80-99ae-e5fa5ace701b req-7c1d7beb-ab62-4a77-8715-148ce43177c6 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.0625141 May 17 22:15:55.957188 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-621591cd-51fa-4d80-99ae-e5fa5ace701b req-1e765443-78e9-4af4-99c7-c397f167517b tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 May 17 22:15:56.186803 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779391-63a4-4e53-b766-ecf81ca24483 req-4d7ddf3b-4594-4ce0-9a2b-899dafb29622 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:56.188663 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-98779391-63a4-4e53-b766-ecf81ca24483 req-4d7ddf3b-4594-4ce0-9a2b-899dafb29622 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0490143 May 17 22:15:56.240798 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-98779391-63a4-4e53-b766-ecf81ca24483 req-6e099054-60c9-4599-99dd-ce7cd6324618 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456865 May 17 22:15:56.536350 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-9e82c11f-c785-4319-b875-2708d75fa5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:56.537870 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-9e82c11f-c785-4319-b875-2708d75fa5bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1129 time: 0.0451214 May 17 22:15:56.585014 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46028) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:56.601863 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ae56cf73-3f74-4599-a1f2-bd26c6282b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:56.692618 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ae56cf73-3f74-4599-a1f2-bd26c6282b35 admin admin] Publish callbacks [] for security_group (a2164760-6c55-4cbc-9260-58e87e754411), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:56.756345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-1db1df24-b778-4d90-8f4c-ca674150cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:56.757413 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ae56cf73-3f74-4599-a1f2-bd26c6282b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a2164760-6c55-4cbc-9260-58e87e754411), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:56.758168 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-1db1df24-b778-4d90-8f4c-ca674150cde8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.1054356 May 17 22:15:56.786663 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56cf73-3f74-4599-a1f2-bd26c6282b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2164760-6c55-4cbc-9260-58e87e754411,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:56.822943 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ae56cf73-3f74-4599-a1f2-bd26c6282b35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0d81e81fbc14e3296dcb5ee3b1b28c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374716 May 17 22:15:56.825314 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46030) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:15:56.849063 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-cadaffa7-ae10-471b-9dcb-d01eb41c3674 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:56.850307 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-cadaffa7-ae10-471b-9dcb-d01eb41c3674 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.0911744 May 17 22:15:56.872386 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-b258c160-d331-41df-8666-ad131918b45f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 1000 time: 0.1051679 May 17 22:15:56.881149 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-490172eb-3672-4c72-8c82-49eda5cdfc9c admin admin] Publish callbacks [] for security_group (a2164760-6c55-4cbc-9260-58e87e754411), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:56.902518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:56.909968 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-490172eb-3672-4c72-8c82-49eda5cdfc9c admin admin] Publish callbacks [] for security_group (a2164760-6c55-4cbc-9260-58e87e754411), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.003859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Deleting port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:15:57.004391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.027364 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-0332cc94-78ea-4eef-ae62-7319d2685895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:57.028734 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-0332cc94-78ea-4eef-ae62-7319d2685895 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.1288915 May 17 22:15:57.062277 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-490172eb-3672-4c72-8c82-49eda5cdfc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a2164760-6c55-4cbc-9260-58e87e754411), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.066777 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-490172eb-3672-4c72-8c82-49eda5cdfc9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.068504 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-490172eb-3672-4c72-8c82-49eda5cdfc9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2164760-6c55-4cbc-9260-58e87e754411 HTTP/1.1" status: 204 len: 168 time: 0.2423220 May 17 22:15:57.089016 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490172eb-3672-4c72-8c82-49eda5cdfc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2164760-6c55-4cbc-9260-58e87e754411,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:57.155734 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-16e8465e-7aad-4f42-b2df-59b90d04694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:57.157310 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-16e8465e-7aad-4f42-b2df-59b90d04694b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168671 May 17 22:15:57.163414 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dd4f1-91f9-4f65-996a-9400c5cec512 req-0d5eee36-96b0-429e-bcc1-0e41e04ffb28 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:57.164814 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-385dd4f1-91f9-4f65-996a-9400c5cec512 req-0d5eee36-96b0-429e-bcc1-0e41e04ffb28 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 946 time: 0.1233010 May 17 22:15:57.224200 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] For port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:15:57.224564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.337377 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-385dd4f1-91f9-4f65-996a-9400c5cec512 req-2a9322d0-aa60-4821-b6ba-b64ca7a2ebaa tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups?id=5592a127-e6e5-49d3-bde8-a270c4abcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605668 May 17 22:15:57.428963 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-35d30dad-ad02-436c-9878-f3013cb2305a service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630849 May 17 22:15:57.512554 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29603-71b8-49af-9667-815712b48c6a req-7b22eaac-c65f-444e-a9ac-8a2b1c83d2d9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:57.514057 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3c29603-71b8-49af-9667-815712b48c6a req-7b22eaac-c65f-444e-a9ac-8a2b1c83d2d9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.1258330 May 17 22:15:57.595418 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.595785 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (ce2e275e-a57b-4e5b-9567-464491f19abc), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.596101 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Floating IP ce2e275e-a57b-4e5b-9567-464491f19abc disassociated. External IP: 172.27.2.241, port: 2c450f46-d2e6-4987-8fa7-2c91fde11f5b. May 17 22:15:57.596444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Calling delete_port for 2c450f46-d2e6-4987-8fa7-2c91fde11f5b owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:15:57.684178 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e3c29603-71b8-49af-9667-815712b48c6a req-45d13ffb-5ea8-4bb1-9564-e9154468c330 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624351 May 17 22:15:57.691550 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-bb527a91-15c3-4845-9196-0a28657d394c service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516980 May 17 22:15:57.902271 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (2c450f46-d2e6-4987-8fa7-2c91fde11f5b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:57.944760 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event deleted for resources: {'Port': ['ID=2c450f46-d2e6-4987-8fa7-2c91fde11f5b,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:15:58.075654 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:15:58.215683 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:15:58.229850 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb964013-945a-44fb-930c-31b478d9246b None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:15:58.259093 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:58.259931 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:58.286637 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] No DVR routers for this DVR port 2c450f46-d2e6-4987-8fa7-2c91fde11f5b on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:15:58.289710 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:15:58.293374 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03ea4cf4-b2e0-4196-a0bb-cc03eae53c94 req-5cc137dc-4c3e-40f1-bc84-b47e2c5f5ba5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.52 "DELETE /v2.0/ports/2c450f46-d2e6-4987-8fa7-2c91fde11f5b HTTP/1.1" status: 204 len: 173 time: 1.4326446 May 17 22:15:58.293861 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'name': 'network-vif-deleted', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:15:58.303325 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606fcb0-edd5-4504-9edc-462609420ad6" -d '{"events": [{"server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "name": "network-vif-deleted", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:15:58.355031 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a1980-8d03-4998-9469-f9390e14cfef x-openstack-request-id: req-4b6a1980-8d03-4998-9469-f9390e14cfef {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:15:58.355031 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4d36e2-0f10-4434-ad5d-cc27b81e923e", "name": "network-vif-deleted", "tag": "2c450f46-d2e6-4987-8fa7-2c91fde11f5b", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:15:58.355031 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b6a1980-8d03-4998-9469-f9390e14cfef {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:15:58.355031 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6a1980-8d03-4998-9469-f9390e14cfef'] response: {'server_uuid': '8d4d36e2-0f10-4434-ad5d-cc27b81e923e', 'name': 'network-vif-deleted', 'tag': '2c450f46-d2e6-4987-8fa7-2c91fde11f5b', 'status': 'completed', 'code': 200} May 17 22:15:58.406634 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:58.530448 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e988725e-44af-49a2-91cd-bd09de67cdb8 req-daace23f-c2e9-44bd-a822-3766b1db2e87 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4d36e2-0f10-4434-ad5d-cc27b81e923e HTTP/1.1" status: 200 len: 210 time: 0.0628860 May 17 22:15:58.791704 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:58.821933 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb964013-945a-44fb-930c-31b478d9246b None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:15:58.830738 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:15:58.831933 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:15:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:58.866964 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd0bf-ffee-44e8-9648-cb38d282c259 req-5d0fff97-32f4-454a-b104-6c24b3155dbf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:15:58.868507 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c5fd0bf-ffee-44e8-9648-cb38d282c259 req-5d0fff97-32f4-454a-b104-6c24b3155dbf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0719650 May 17 22:15:58.945279 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c5fd0bf-ffee-44e8-9648-cb38d282c259 req-417dcb29-00a6-42ca-9ed9-e09bcf5c9c39 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696080 May 17 22:15:58.976142 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:15:59.215929 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-fb964013-945a-44fb-930c-31b478d9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:15:59.247451 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb964013-945a-44fb-930c-31b478d9246b None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:06Z', 'revision_number': 4, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '99f8ea4c-e4e8-42ad-99f5-242518fad089', 'name': '', 'network_id': 'b4c55ac9-e586-497b-b788-2ee3d019ca2d', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'mac_address': 'fa:16:3e:96:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '097dfb2c-acbc-4191-b80c-3907df636820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:05Z', 'updated_at': '2022-05-17T22:09:21Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'subnets': [{'id': '097dfb2c-acbc-4191-b80c-3907df636820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:15:59.565107 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc14f3d-c4ad-46c9-b668-1a3e5a17f5bd None None] New status for floating IP ce2e275e-a57b-4e5b-9567-464491f19abc: DOWN {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:15:59.932928 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2c450f46-d2e6-4987-8fa7-2c91fde11f5b no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:15:59.952351 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 2c450f46-d2e6-4987-8fa7-2c91fde11f5b {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:15:59.952614 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 2c450f46-d2e6-4987-8fa7-2c91fde11f5b not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:00.050164 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46086) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:00.133901 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0168933d-876d-4131-bce3-9f54c54eea92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (5592a127-e6e5-49d3-bde8-a270c4abcaee), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.161077 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0168933d-876d-4131-bce3-9f54c54eea92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (5592a127-e6e5-49d3-bde8-a270c4abcaee), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.294518 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0168933d-876d-4131-bce3-9f54c54eea92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5592a127-e6e5-49d3-bde8-a270c4abcaee), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.297320 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0168933d-876d-4131-bce3-9f54c54eea92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.299614 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0168933d-876d-4131-bce3-9f54c54eea92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "DELETE /v2.0/security-groups/5592a127-e6e5-49d3-bde8-a270c4abcaee HTTP/1.1" status: 204 len: 168 time: 0.2473192 May 17 22:16:00.309528 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46094) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:00.325799 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168933d-876d-4131-bce3-9f54c54eea92 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5592a127-e6e5-49d3-bde8-a270c4abcaee,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:00.331519 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5869-7f0f-4742-8437-3c068e706b61 req-0c6ba9fd-2dcc-4d7b-9f2f-e0d5b7ba3ec5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:00.334322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9fd5869-7f0f-4742-8437-3c068e706b61 req-0c6ba9fd-2dcc-4d7b-9f2f-e0d5b7ba3ec5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.3202055 May 17 22:16:00.335654 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.api.v2.resource [None req-541423e5-5c6f-4cea-be8d-107ebc0f49de tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] show failed (client error): The resource could not be found. May 17 22:16:00.338520 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-541423e5-5c6f-4cea-be8d-107ebc0f49de tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "GET /v2.0/security-groups/5592a127-e6e5-49d3-bde8-a270c4abcaee HTTP/1.1" status: 404 len: 347 time: 0.0256243 May 17 22:16:00.339670 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46096) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:00.387743 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9fd5869-7f0f-4742-8437-3c068e706b61 req-59180466-d6c0-4240-941c-588796aa906d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473852 May 17 22:16:00.512196 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Deleting port e27d6962-698d-43c1-883e-dbdebad7a522 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:00.512455 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e27d6962-698d-43c1-883e-dbdebad7a522), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.631771 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e27d6962-698d-43c1-883e-dbdebad7a522), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.632255 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (e27d6962-698d-43c1-883e-dbdebad7a522), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.650179 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Calling delete_port for e27d6962-698d-43c1-883e-dbdebad7a522 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:00.896604 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e27d6962-698d-43c1-883e-dbdebad7a522), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:00.928239 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Pushing event deleted for resources: {'Port': ['ID=e27d6962-698d-43c1-883e-dbdebad7a522,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:01.004776 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks [] for floatingip (ce2e275e-a57b-4e5b-9567-464491f19abc), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:01.007604 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:01.017970 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-29f3b156-f0d1-47b4-a268-bc011ab8c4f5 tempest-AttachVolumeTestJSON-1253707150 tempest-AttachVolumeTestJSON-1253707150-project] 10.222.0.24 "DELETE /v2.0/floatingips/ce2e275e-a57b-4e5b-9567-464491f19abc HTTP/1.1" status: 204 len: 168 time: 0.6736803 May 17 22:16:01.426454 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-585d1930-e9b7-4e6d-adb9-488bc10c4cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:01.516993 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe8e8f-bdc6-4ba2-bc60-c94c56522e00 req-f2cb913c-45cf-4937-90d8-d77ce224924b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:01.518940 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ebfe8e8f-bdc6-4ba2-bc60-c94c56522e00 req-f2cb913c-45cf-4937-90d8-d77ce224924b tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0521870 May 17 22:16:01.566404 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ebfe8e8f-bdc6-4ba2-bc60-c94c56522e00 req-6fae75df-d96a-4d6e-aa90-6a483b18be67 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 May 17 22:16:02.148670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-ebd31d38-248c-4baf-be6e-60aec40f4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:02.150099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-ebd31d38-248c-4baf-be6e-60aec40f4eac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1129 time: 0.0416849 May 17 22:16:02.246551 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-280f7e54-ab59-4060-b670-6473afcc3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:02.248032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-280f7e54-ab59-4060-b670-6473afcc3b65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.0856824 May 17 22:16:02.314004 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-73165759-7ade-4fc0-8e95-91cb322c49ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 1000 time: 0.0577707 May 17 22:16:02.365071 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-34344ebd-9979-468b-bc48-006c2ec38374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:02.366618 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-34344ebd-9979-468b-bc48-006c2ec38374 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.0456388 May 17 22:16:02.410017 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-040e5a10-f85e-4e55-a417-955ae7396890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:02.411505 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-040e5a10-f85e-4e55-a417-955ae7396890 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390930 May 17 22:16:02.509874 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-3c655df3-0a58-4eba-af5f-707312e6c902 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916996 May 17 22:16:02.600923 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-aa3c665e-6242-4493-a81c-c4570a3c2539 req-2418fb13-55aa-4dc1-ade5-a5497f2b4a88 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 May 17 22:16:02.689588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc733-c7d3-4c42-abf8-a4580768614b req-294f7c0f-6839-4604-9bee-5245472cf818 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:02.691481 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b92cc733-c7d3-4c42-abf8-a4580768614b req-294f7c0f-6839-4604-9bee-5245472cf818 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0508277 May 17 22:16:02.737425 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b92cc733-c7d3-4c42-abf8-a4580768614b req-dadc331b-a77e-4da2-8392-e023bbd6f4ee tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 May 17 22:16:03.856459 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59935761-5d74-419b-8c25-ad32b0e7b0da req-fbf13d12-6075-4f82-9d21-d12dc49ab6e8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:03.857919 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-59935761-5d74-419b-8c25-ad32b0e7b0da req-fbf13d12-6075-4f82-9d21-d12dc49ab6e8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0479620 May 17 22:16:03.906824 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-59935761-5d74-419b-8c25-ad32b0e7b0da req-6139f502-d36f-476e-aab4-a2e6af15dccd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 May 17 22:16:04.044640 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3243eef4-57e3-4f69-980a-eb8a2d2d6882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:05.041352 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c058-ea58-4d98-a458-6b89ce4cb83d req-ca2b1be4-9ced-44ef-b836-bf92aeacf6cc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:05.041352 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bd3c058-ea58-4d98-a458-6b89ce4cb83d req-ca2b1be4-9ced-44ef-b836-bf92aeacf6cc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 945 time: 0.0514390 May 17 22:16:05.041352 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46192) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:05.051276 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:05.092993 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8bd3c058-ea58-4d98-a458-6b89ce4cb83d req-f0f947d3-f45a-41d5-9656-96da9a0b818e tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458460 May 17 22:16:05.512373 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (073f42e1-be00-441a-9c51-c00f63ad51b6), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:05.742984 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Deleting port 99f8ea4c-e4e8-42ad-99f5-242518fad089 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:05.743338 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:05.822815 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] For port 99f8ea4c-e4e8-42ad-99f5-242518fad089, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=99f8ea4c-e4e8-42ad-99f5-242518fad089,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:05.823224 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:05.837084 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Calling delete_port for 99f8ea4c-e4e8-42ad-99f5-242518fad089 owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:05.947164 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:05.998324 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46216) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:06.031341 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: ACTIVE; New status is: DOWN {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:16:06.031754 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.055247 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:16:06.057459 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4b4be-075b-438b-968e-b1d77b7ed7e1" -d '{"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-unplugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:16:06.070979 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:06.091310 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 22:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98266119-f89d-49e3-9366-c5125aefe540 x-openstack-request-id: req-98266119-f89d-49e3-9366-c5125aefe540 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:16:06.091486 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-unplugged", "status": "failed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "code": 422}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:16:06.091736 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98266119-f89d-49e3-9366-c5125aefe540 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:16:06.092180 dv-cinder-839987-6-iscsi neutron-server[103951]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-98266119-f89d-49e3-9366-c5125aefe540']: {'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'code': 422} returned with failed status May 17 22:16:06.116542 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1ad89143-9f6e-4ba6-9fc8-6837cda1d32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.140303 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.140541 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (99f8ea4c-e4e8-42ad-99f5-242518fad089), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.170930 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f8ea4c-e4e8-42ad-99f5-242518fad089,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:06.198232 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:06.205488 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.205860 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.206288 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.206758 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.206958 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.207310 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214829 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1ad89143-9f6e-4ba6-9fc8-6837cda1d32c admin admin] Publish callbacks [] for security_group (e2fbca72-405d-46cb-8459-b6dccfafd857), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.214940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.214940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:06.301433 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1ad89143-9f6e-4ba6-9fc8-6837cda1d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (e2fbca72-405d-46cb-8459-b6dccfafd857), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.365156 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1ad89143-9f6e-4ba6-9fc8-6837cda1d32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf9436dbcb1c4e5d888078a0476a4d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657260 May 17 22:16:06.368703 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad89143-9f6e-4ba6-9fc8-6837cda1d32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fbca72-405d-46cb-8459-b6dccfafd857,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:06.369004 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46226) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:06.392031 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.406547 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (073f42e1-be00-441a-9c51-c00f63ad51b6), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.489877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ecef-1a93-40f2-80f8-5db54c14fbe4 admin admin] Publish callbacks [] for security_group (e2fbca72-405d-46cb-8459-b6dccfafd857), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.542978 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ecef-1a93-40f2-80f8-5db54c14fbe4 admin admin] Publish callbacks [] for security_group (e2fbca72-405d-46cb-8459-b6dccfafd857), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.678354 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Router 073f42e1-be00-441a-9c51-c00f63ad51b6 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:16:06.738542 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ecef-1a93-40f2-80f8-5db54c14fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (e2fbca72-405d-46cb-8459-b6dccfafd857), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.741068 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ecef-1a93-40f2-80f8-5db54c14fbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.742202 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8bc2ecef-1a93-40f2-80f8-5db54c14fbe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2fbca72-405d-46cb-8459-b6dccfafd857 HTTP/1.1" status: 204 len: 168 time: 0.3733497 May 17 22:16:06.778425 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ecef-1a93-40f2-80f8-5db54c14fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fbca72-405d-46cb-8459-b6dccfafd857,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:06.798480 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:16:06.804504 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-73c43c9a-e399-430b-975e-c7e4cc690f13 admin admin] 10.222.0.24 "PUT /v2.0/routers/073f42e1-be00-441a-9c51-c00f63ad51b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626724 May 17 22:16:06.812885 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] Sync routers for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:16:06.814133 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46236) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:06.822776 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:16:06.823439 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:06.918723 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks [] for router (073f42e1-be00-441a-9c51-c00f63ad51b6), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:06.925013 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:16:07.032355 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks [] for router_gateway (073f42e1-be00-441a-9c51-c00f63ad51b6), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.110600 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:16:05Z', 'revision_number': 5, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port': {'id': 'a75dbd60-fc17-47d0-9286-2cd235a6f7c8', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:57Z', 'updated_at': '2022-05-17T22:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:07.136386 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Deleting port a75dbd60-fc17-47d0-9286-2cd235a6f7c8 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:07.136813 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.139883 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] Checking router: 073f42e1-be00-441a-9c51-c00f63ad51b6 for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:16:07.148127 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] Routers {'073f42e1-be00-441a-9c51-c00f63ad51b6'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:16:07.148722 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['073f42e1-be00-441a-9c51-c00f63ad51b6'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:07.226684 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] For port a75dbd60-fc17-47d0-9286-2cd235a6f7c8, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:07.227082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.228121 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] Set router 073f42e1-be00-441a-9c51-c00f63ad51b6 gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:16:07.240710 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Calling delete_port for a75dbd60-fc17-47d0-9286-2cd235a6f7c8 owned by network:router_gateway {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:07.281257 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:16:07Z', 'revision_number': 6, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:07.305946 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78386304-da6b-4c7c-b34e-65afddeac9e6 None None] The sync data for ids ['073f42e1-be00-441a-9c51-c00f63ad51b6'] in dv-cinder-839987-6-iscsi is: [{'id': '073f42e1-be00-441a-9c51-c00f63ad51b6', 'name': 'tempest-AttachVolumeTestJSON-479631960-router', 'tenant_id': 'fe9b23322633464f975b94a2144fa300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:16:07Z', 'revision_number': 6, 'project_id': 'fe9b23322633464f975b94a2144fa300', 'gw_port_host': None}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:16:07.402508 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46250) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:07.416900 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dfdb55fa-4123-4aeb-9a20-40ab5974aae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.483224 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603a3f-449f-414e-9ac9-e94c81381032 req-e8fc83a6-7052-4d07-8d18-dd9a737ab5b2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:07.484698 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07603a3f-449f-414e-9ac9-e94c81381032 req-e8fc83a6-7052-4d07-8d18-dd9a737ab5b2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0591252 May 17 22:16:07.494702 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (a75dbd60-fc17-47d0-9286-2cd235a6f7c8), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.522057 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a75dbd60-fc17-47d0-9286-2cd235a6f7c8,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:07.555155 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-07603a3f-449f-414e-9ac9-e94c81381032 req-fcfcd1fd-991e-4cd0-8471-843f683e5987 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637174 May 17 22:16:07.575432 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dfdb55fa-4123-4aeb-9a20-40ab5974aae9 admin admin] Publish callbacks [] for security_group (2ce41e34-3082-4b63-8e93-614c9d20663e), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.591321 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (073f42e1-be00-441a-9c51-c00f63ad51b6), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.656127 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dfdb55fa-4123-4aeb-9a20-40ab5974aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2ce41e34-3082-4b63-8e93-614c9d20663e), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.698987 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (073f42e1-be00-441a-9c51-c00f63ad51b6), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.716129 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-dfdb55fa-4123-4aeb-9a20-40ab5974aae9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c559de5cc892411eb9d9b9092e172834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102221 May 17 22:16:07.716129 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb55fa-4123-4aeb-9a20-40ab5974aae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce41e34-3082-4b63-8e93-614c9d20663e,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:07.716797 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks [] for router_controller (073f42e1-be00-441a-9c51-c00f63ad51b6), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.718279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46262) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:07.737206 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.783592 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-76163e33-7b69-48ef-baa2-c37a736d29ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967174 May 17 22:16:07.826873 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3de7-0976-4115-92a6-ae4519693fd2 admin admin] Publish callbacks [] for security_group (2ce41e34-3082-4b63-8e93-614c9d20663e), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.877068 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570eb-d502-4ed3-9464-759dbf993d6e req-56d71651-6ff9-48ee-b95f-3da1f790b073 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:07.879367 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-56d71651-6ff9-48ee-b95f-3da1f790b073 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports/01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 940 time: 0.0637429 May 17 22:16:07.881557 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3de7-0976-4115-92a6-ae4519693fd2 admin admin] Publish callbacks [] for security_group (2ce41e34-3082-4b63-8e93-614c9d20663e), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.899337 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (073f42e1-be00-441a-9c51-c00f63ad51b6), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.899866 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 073f42e1-be00-441a-9c51-c00f63ad51b6 {{(pid=103950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:16:07.909531 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:07.912938 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-34cf0882-40fd-4b5f-86d2-e0ebd2a63fdb admin admin] 10.222.0.24 "DELETE /v2.0/routers/073f42e1-be00-441a-9c51-c00f63ad51b6 HTTP/1.1" status: 204 len: 168 time: 1.0955441 May 17 22:16:07.913359 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46270) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:07.976367 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Deleting subnet 097dfb2c-acbc-4191-b80c-3907df636820 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:16:07.979817 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Publish callbacks [] for subnet (097dfb2c-acbc-4191-b80c-3907df636820), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.019404 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (097dfb2c-acbc-4191-b80c-3907df636820), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.020494 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3de7-0976-4115-92a6-ae4519693fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2ce41e34-3082-4b63-8e93-614c9d20663e), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.023752 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3de7-0976-4115-92a6-ae4519693fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.027577 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ed5a3de7-0976-4115-92a6-ae4519693fd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ce41e34-3082-4b63-8e93-614c9d20663e HTTP/1.1" status: 204 len: 168 time: 0.3067317 May 17 22:16:08.035630 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a3de7-0976-4115-92a6-ae4519693fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce41e34-3082-4b63-8e93-614c9d20663e,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:08.121230 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (097dfb2c-acbc-4191-b80c-3907df636820), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.278676 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (097dfb2c-acbc-4191-b80c-3907df636820), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.311168 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097dfb2c-acbc-4191-b80c-3907df636820,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:08.323647 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88764a-2cba-4577-9fc2-a79170aad74c None None] Network b4c55ac9-e586-497b-b788-2ee3d019ca2d requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:16:08.334357 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.341009 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-2b3379e1-6792-4e1d-b879-2e66a5fd926e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/097dfb2c-acbc-4191-b80c-3907df636820 HTTP/1.1" status: 204 len: 168 time: 0.4244308 May 17 22:16:08.341623 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46278) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:08.399948 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 99f8ea4c-e4e8-42ad-99f5-242518fad089 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:08.427578 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 99f8ea4c-e4e8-42ad-99f5-242518fad089 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:08.428176 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 99f8ea4c-e4e8-42ad-99f5-242518fad089 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:08.428774 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a75dbd60-fc17-47d0-9286-2cd235a6f7c8 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:08.455169 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (b4c55ac9-e586-497b-b788-2ee3d019ca2d), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.466552 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: a75dbd60-fc17-47d0-9286-2cd235a6f7c8 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:08.467101 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device a75dbd60-fc17-47d0-9286-2cd235a6f7c8 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:08.528116 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Deleting port 58b32523-7eb5-460f-bd60-58d6fc4747ed {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:08.528632 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.569601 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] DHCP port deletion for b4c55ac9-e586-497b-b788-2ee3d019ca2d request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:16:08.615646 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] For port 58b32523-7eb5-460f-bd60-58d6fc4747ed, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=58b32523-7eb5-460f-bd60-58d6fc4747ed,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:08.616017 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.616230 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] Deleting port 58b32523-7eb5-460f-bd60-58d6fc4747ed {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:08.616604 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.632931 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Calling delete_port for 58b32523-7eb5-460f-bd60-58d6fc4747ed owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:08.691778 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] For port 58b32523-7eb5-460f-bd60-58d6fc4747ed, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=58b32523-7eb5-460f-bd60-58d6fc4747ed,segment=NetworkSegment(af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4),segment_id=af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:08.692268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.709042 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] Calling delete_port for 58b32523-7eb5-460f-bd60-58d6fc4747ed owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:08.726209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9909-ff66-481b-9128-f408371baf8e req-ddb2c235-11c2-474e-8256-3c527cf235f9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:08.727765 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f6b9909-ff66-481b-9128-f408371baf8e req-ddb2c235-11c2-474e-8256-3c527cf235f9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0827727 May 17 22:16:08.796004 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f6b9909-ff66-481b-9128-f408371baf8e req-79c29244-5787-4e9c-97e5-eaf88a259060 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574913 May 17 22:16:08.845700 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46288) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:08.859236 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f4a02f0c-2863-4d23-b073-1e875393c947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.914524 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.919908 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (58b32523-7eb5-460f-bd60-58d6fc4747ed), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:08.949395 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] No DVR routers for this DVR port 58b32523-7eb5-460f-bd60-58d6fc4747ed on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:16:08.951241 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3d15e-7d0e-4319-917f-f8a88af112d7 None None] Pushing event deleted for resources: {'Port': ['ID=58b32523-7eb5-460f-bd60-58d6fc4747ed,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:08.959967 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b32523-7eb5-460f-bd60-58d6fc4747ed,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:08.966529 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] No DVR routers for this DVR port 58b32523-7eb5-460f-bd60-58d6fc4747ed on host dv-cinder-839987-6-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:16:08.997685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f4a02f0c-2863-4d23-b073-1e875393c947 admin admin] Publish callbacks [] for security_group (5f95293b-a420-4102-9599-27c2059b3c30), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.049779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (b4c55ac9-e586-497b-b788-2ee3d019ca2d), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.069990 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c55ac9-e586-497b-b788-2ee3d019ca2d']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:09.078981 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:09.079255 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:09.088611 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.101670 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.107581 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:16:09.107960 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (af0eed7a-cd10-4bb2-96bd-4ad1ed7347e4), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:16:09.109617 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:16:09.119247 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f4a02f0c-2863-4d23-b073-1e875393c947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5f95293b-a420-4102-9599-27c2059b3c30), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.196387 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-f4a02f0c-2863-4d23-b073-1e875393c947 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db7b93ccdb7941d9b3370e349efe5c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495619 May 17 22:16:09.197195 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a02f0c-2863-4d23-b073-1e875393c947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f95293b-a420-4102-9599-27c2059b3c30,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:09.198964 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46290) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:09.250139 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e99f5ed-a2aa-44cd-9b56-3ac6d5a7d872 admin admin] Publish callbacks [] for security_group (5f95293b-a420-4102-9599-27c2059b3c30), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.261738 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (b4c55ac9-e586-497b-b788-2ee3d019ca2d), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.267589 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.272879 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4c55ac9-e586-497b-b788-2ee3d019ca2d HTTP/1.1" status: 204 len: 168 time: 0.9287143 May 17 22:16:09.272990 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e99f5ed-a2aa-44cd-9b56-3ac6d5a7d872 admin admin] Publish callbacks [] for security_group (5f95293b-a420-4102-9599-27c2059b3c30), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.283653 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dfeed-967a-4751-bef2-c3a173d49a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c55ac9-e586-497b-b788-2ee3d019ca2d,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:09.372386 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570eb-d502-4ed3-9464-759dbf993d6e req-85d3f874-9900-468d-a913-52aba172cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:09.373885 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-85d3f874-9900-468d-a913-52aba172cea3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c&tenant_id=422158a05bcb44c8917cf1a6408cd7ad HTTP/1.1" status: 200 len: 1127 time: 0.0513506 May 17 22:16:09.426444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e99f5ed-a2aa-44cd-9b56-3ac6d5a7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (5f95293b-a420-4102-9599-27c2059b3c30), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.429063 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7e99f5ed-a2aa-44cd-9b56-3ac6d5a7d872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.432552 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7e99f5ed-a2aa-44cd-9b56-3ac6d5a7d872 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f95293b-a420-4102-9599-27c2059b3c30 HTTP/1.1" status: 204 len: 168 time: 0.2302437 May 17 22:16:09.441222 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570eb-d502-4ed3-9464-759dbf993d6e req-3195743e-8e76-46c7-a00f-b24cbc8612f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:09.441366 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99f5ed-a2aa-44cd-9b56-3ac6d5a7d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f95293b-a420-4102-9599-27c2059b3c30,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:09.441454 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-3195743e-8e76-46c7-a00f-b24cbc8612f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1127 time: 0.0439377 May 17 22:16:09.539786 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570eb-d502-4ed3-9464-759dbf993d6e req-37e2488a-5149-41ca-aaea-f181557662c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:09.541255 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-37e2488a-5149-41ca-aaea-f181557662c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 200 len: 916 time: 0.0948410 May 17 22:16:09.606973 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-70b476de-b623-4965-8c4f-ee669dd4d980 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 200 len: 998 time: 0.0590720 May 17 22:16:09.663974 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570eb-d502-4ed3-9464-759dbf993d6e req-287db9d9-1595-47cf-9926-13a20f548051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:09.665397 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-287db9d9-1595-47cf-9926-13a20f548051 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 200 len: 854 time: 0.0488074 May 17 22:16:09.680959 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46298) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:09.714355 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570eb-d502-4ed3-9464-759dbf993d6e req-65e259ed-c64d-4069-9588-64b465b7ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:09.716315 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-65e259ed-c64d-4069-9588-64b465b7ec9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a32e06d-55b9-408a-a0d4-94ee7082349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450001 May 17 22:16:09.720805 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-42f5a2b6-34f2-44b6-b2e1-a1d1de780cc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe9b23322633464f975b94a2144fa300&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388651 May 17 22:16:09.723910 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46302) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:09.774562 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-394b65e5-4430-47ab-bb86-e6275c617e9c admin admin] Publish callbacks [] for security_group (205208f1-cbee-4d59-afa2-e896e4ef18a2), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.797536 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-394b65e5-4430-47ab-bb86-e6275c617e9c admin admin] Publish callbacks [] for security_group (205208f1-cbee-4d59-afa2-e896e4ef18a2), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:09.823014 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-b9413f17-7c9c-4d0e-975a-428d8332aa93 service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999014 May 17 22:16:09.963024 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c30a6-834f-4fbe-b30f-f5e244ba8cca req-36360c8a-ca5a-46a4-b7c6-38d08233bbdb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:09.964512 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df5c30a6-834f-4fbe-b30f-f5e244ba8cca req-36360c8a-ca5a-46a4-b7c6-38d08233bbdb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0749650 May 17 22:16:09.973141 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-7be311ba-e332-407b-89f8-bbb9d9fa968a service neutron] 10.222.0.52 "GET /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401057 May 17 22:16:10.005801 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-394b65e5-4430-47ab-bb86-e6275c617e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (205208f1-cbee-4d59-afa2-e896e4ef18a2), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:10.005801 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-394b65e5-4430-47ab-bb86-e6275c617e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:10.005801 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-394b65e5-4430-47ab-bb86-e6275c617e9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/205208f1-cbee-4d59-afa2-e896e4ef18a2 HTTP/1.1" status: 204 len: 168 time: 0.2765641 May 17 22:16:10.019801 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b65e5-4430-47ab-bb86-e6275c617e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205208f1-cbee-4d59-afa2-e896e4ef18a2,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:10.024818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-df5c30a6-834f-4fbe-b30f-f5e244ba8cca req-3c47d038-f7e2-4b71-8acd-265e29831fa5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536032 May 17 22:16:10.354170 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 58b32523-7eb5-460f-bd60-58d6fc4747ed no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:10.373696 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 58b32523-7eb5-460f-bd60-58d6fc4747ed {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:10.374040 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 58b32523-7eb5-460f-bd60-58d6fc4747ed not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:11.219854 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13bdf-fa3d-4d18-9f6d-fdb14e62fff1 req-17baa29d-a815-4e11-8af3-1ef20cbed755 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:11.230689 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-37e13bdf-fa3d-4d18-9f6d-fdb14e62fff1 req-17baa29d-a815-4e11-8af3-1ef20cbed755 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.1059659 May 17 22:16:11.363815 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-37e13bdf-fa3d-4d18-9f6d-fdb14e62fff1 req-4b452ea8-4743-4ac3-9b88-78c9b84ba6fe tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280632 May 17 22:16:12.487209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0eb55-0e23-4178-894d-35c608b4a42a req-cb964fe9-01c3-4394-b317-35e0f1abb3a7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:12.488916 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dff0eb55-0e23-4178-894d-35c608b4a42a req-cb964fe9-01c3-4394-b317-35e0f1abb3a7 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0470204 May 17 22:16:12.583746 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dff0eb55-0e23-4178-894d-35c608b4a42a req-6ea0bbc1-08f0-43f6-84da-967198adbea5 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886099 May 17 22:16:13.718171 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2440ee-f114-4260-9394-cf353309f4d5 req-ba46f2c6-4862-4eb4-a153-bc6db75f1509 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:13.727018 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0b2440ee-f114-4260-9394-cf353309f4d5 req-ba46f2c6-4862-4eb4-a153-bc6db75f1509 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0636027 May 17 22:16:13.776425 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0b2440ee-f114-4260-9394-cf353309f4d5 req-d10f155c-699a-469c-b349-49f9fe5eee88 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480459 May 17 22:16:14.115909 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46460) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:14.241062 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d4e9fd2-b2e9-4306-9fa0-8c5a41690387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.339881 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d4e9fd2-b2e9-4306-9fa0-8c5a41690387 admin admin] Publish callbacks [] for security_group (d4b7ed84-27b9-4d9e-a080-9e5d900af9c4), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.421736 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d4e9fd2-b2e9-4306-9fa0-8c5a41690387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d4b7ed84-27b9-4d9e-a080-9e5d900af9c4), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.466852 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9d4e9fd2-b2e9-4306-9fa0-8c5a41690387 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=769ee45285c34f0da6863dd41c884401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498623 May 17 22:16:14.467767 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e9fd2-b2e9-4306-9fa0-8c5a41690387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7ed84-27b9-4d9e-a080-9e5d900af9c4,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:14.470647 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46464) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:14.543000 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c8e68da5-93bc-44bb-b591-8488bf18426f admin admin] Publish callbacks [] for security_group (d4b7ed84-27b9-4d9e-a080-9e5d900af9c4), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.568311 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c8e68da5-93bc-44bb-b591-8488bf18426f admin admin] Publish callbacks [] for security_group (d4b7ed84-27b9-4d9e-a080-9e5d900af9c4), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.719009 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c8e68da5-93bc-44bb-b591-8488bf18426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d4b7ed84-27b9-4d9e-a080-9e5d900af9c4), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.722454 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c8e68da5-93bc-44bb-b591-8488bf18426f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:14.724739 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c8e68da5-93bc-44bb-b591-8488bf18426f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4b7ed84-27b9-4d9e-a080-9e5d900af9c4 HTTP/1.1" status: 204 len: 168 time: 0.2528200 May 17 22:16:14.734864 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e68da5-93bc-44bb-b591-8488bf18426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7ed84-27b9-4d9e-a080-9e5d900af9c4,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:14.909040 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133316-4e2b-423d-8751-dc0236fd51c2 req-47c6960e-80e0-4a35-aca9-66c1ca8329a9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:14.910856 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-32133316-4e2b-423d-8751-dc0236fd51c2 req-47c6960e-80e0-4a35-aca9-66c1ca8329a9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0538638 May 17 22:16:14.968437 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-32133316-4e2b-423d-8751-dc0236fd51c2 req-8c612c61-cc3f-4877-9054-48c528dff4cb tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511603 May 17 22:16:15.474217 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46486) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:15.487985 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3a5eed6-3e7f-4587-8d2c-e05e5611b5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.570850 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3a5eed6-3e7f-4587-8d2c-e05e5611b5d7 admin admin] Publish callbacks [] for security_group (abd2cfd1-112a-4e43-a565-d2a4e0682469), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.644994 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3a5eed6-3e7f-4587-8d2c-e05e5611b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (abd2cfd1-112a-4e43-a565-d2a4e0682469), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.682099 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e3a5eed6-3e7f-4587-8d2c-e05e5611b5d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=628fbbaaec544e5a8acbcdc6cf58075e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045221 May 17 22:16:15.682936 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46490) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:15.689381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5eed6-3e7f-4587-8d2c-e05e5611b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2cfd1-112a-4e43-a565-d2a4e0682469,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:15.743794 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8f5346eb-15aa-4e14-8bf7-f9ae4273ee43 admin admin] Publish callbacks [] for security_group (abd2cfd1-112a-4e43-a565-d2a4e0682469), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.766330 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8f5346eb-15aa-4e14-8bf7-f9ae4273ee43 admin admin] Publish callbacks [] for security_group (abd2cfd1-112a-4e43-a565-d2a4e0682469), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.884565 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8f5346eb-15aa-4e14-8bf7-f9ae4273ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (abd2cfd1-112a-4e43-a565-d2a4e0682469), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.887155 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8f5346eb-15aa-4e14-8bf7-f9ae4273ee43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:15.888318 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8f5346eb-15aa-4e14-8bf7-f9ae4273ee43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abd2cfd1-112a-4e43-a565-d2a4e0682469 HTTP/1.1" status: 204 len: 168 time: 0.2040994 May 17 22:16:15.896613 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5346eb-15aa-4e14-8bf7-f9ae4273ee43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2cfd1-112a-4e43-a565-d2a4e0682469,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:16.131717 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c2ee-51e1-4577-948b-84aa5f74852e req-26c86158-b979-4143-9f70-74f39e61de27 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:16.133212 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-84f4c2ee-51e1-4577-948b-84aa5f74852e req-26c86158-b979-4143-9f70-74f39e61de27 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0700469 May 17 22:16:16.190786 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-84f4c2ee-51e1-4577-948b-84aa5f74852e req-2fc970af-c457-468e-8028-fc4d3dbdcbfd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510285 May 17 22:16:17.319756 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe5d2-6bc9-4757-a985-cd00dfba3e74 req-331f3d7b-9b5a-49ea-bde4-74cf81fa7d89 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:17.319756 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11cfe5d2-6bc9-4757-a985-cd00dfba3e74 req-331f3d7b-9b5a-49ea-bde4-74cf81fa7d89 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0484130 May 17 22:16:17.363347 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11cfe5d2-6bc9-4757-a985-cd00dfba3e74 req-1f285353-e20d-426d-803a-c717e9fb2cc8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457227 May 17 22:16:18.506696 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e1fdd-04e6-4f78-9c10-4a954f562a73 req-eaab03df-e71a-4cf2-b0fd-e37d9cdc2499 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:18.508200 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-116e1fdd-04e6-4f78-9c10-4a954f562a73 req-eaab03df-e71a-4cf2-b0fd-e37d9cdc2499 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0480628 May 17 22:16:18.564030 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-116e1fdd-04e6-4f78-9c10-4a954f562a73 req-5deea149-3633-41dc-b9b0-c00609b506e4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499830 May 17 22:16:19.415288 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:16:19.684641 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca94-6dce-4f38-8741-a3d4c4101664 req-498cce5d-85ae-4c05-b49f-5c79c7014fef tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:19.685998 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5814ca94-6dce-4f38-8741-a3d4c4101664 req-498cce5d-85ae-4c05-b49f-5c79c7014fef tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0458827 May 17 22:16:19.732665 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5814ca94-6dce-4f38-8741-a3d4c4101664 req-3fa0ddf5-0096-48b1-9432-2e4fbe31b26d tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 May 17 22:16:20.855479 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebb0a1-c72f-416c-aacd-b96385475d02 req-1d5c308f-4cb3-4ffc-b05e-819c6fdb7900 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:20.856922 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-71ebb0a1-c72f-416c-aacd-b96385475d02 req-1d5c308f-4cb3-4ffc-b05e-819c6fdb7900 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0472970 May 17 22:16:20.905591 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-71ebb0a1-c72f-416c-aacd-b96385475d02 req-48a075d2-2b3a-46da-9a9a-68b047b4fca0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 May 17 22:16:21.915690 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46622) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:22.055055 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:16:22.055673 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46630) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:22.069142 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad08d8-9dca-47ce-b064-513fc1aef6e7 req-e87f80c9-621c-4351-b9ca-8b44660830a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:22.070710 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-46ad08d8-9dca-47ce-b064-513fc1aef6e7 req-e87f80c9-621c-4351-b9ca-8b44660830a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 943 time: 0.0778966 May 17 22:16:22.106444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0882c909-e73e-4813-a5a1-6fe5c7f20ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.143967 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-46ad08d8-9dca-47ce-b064-513fc1aef6e7 req-e0b97212-d672-4102-805e-c27890e6bac0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671308 May 17 22:16:22.148708 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-374089f5-dfb2-407f-9b38-75cb79f6b8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.178439 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:22.189525 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'port_id': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'mac_address': 'fa:16:3e:2a:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:16:22.228352 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:16:22.228723 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.242366 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f9ff90-5b71-4555-bb92-f5d36e9518eb {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:16:22.253962 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0882c909-e73e-4813-a5a1-6fe5c7f20ba0 admin admin] Publish callbacks [] for security_group (969b5a7e-e90c-4f80-84b8-ce301aac3815), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.261757 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:22.276084 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-374089f5-dfb2-407f-9b38-75cb79f6b8ca admin admin] Publish callbacks [] for security_group (20551c71-0ce7-4949-82dc-4f22f3a4bc03), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.328425 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-0882c909-e73e-4813-a5a1-6fe5c7f20ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (969b5a7e-e90c-4f80-84b8-ce301aac3815), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.353368 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.367240 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-374089f5-dfb2-407f-9b38-75cb79f6b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (20551c71-0ce7-4949-82dc-4f22f3a4bc03), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.373581 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-0882c909-e73e-4813-a5a1-6fe5c7f20ba0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc4367c9415a4d2ab922bfb6241181c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562252 May 17 22:16:22.377927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46634) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:22.379565 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882c909-e73e-4813-a5a1-6fe5c7f20ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b5a7e-e90c-4f80-84b8-ce301aac3815,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:22.415662 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-374089f5-dfb2-407f-9b38-75cb79f6b8ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f632878ceb5d4bec9437bfbdca61a132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589795 May 17 22:16:22.420368 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46636) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:22.435933 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374089f5-dfb2-407f-9b38-75cb79f6b8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20551c71-0ce7-4949-82dc-4f22f3a4bc03,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:22.440818 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=9']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:22.462209 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bf1e931e-5ccd-41fa-ab00-6c1687791b34 admin admin] Publish callbacks [] for security_group (969b5a7e-e90c-4f80-84b8-ce301aac3815), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.484553 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-169d820d-0a3c-4474-8784-5b4d2f3088c0 admin admin] Publish callbacks [] for security_group (20551c71-0ce7-4949-82dc-4f22f3a4bc03), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.494096 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bf1e931e-5ccd-41fa-ab00-6c1687791b34 admin admin] Publish callbacks [] for security_group (969b5a7e-e90c-4f80-84b8-ce301aac3815), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.511168 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-169d820d-0a3c-4474-8784-5b4d2f3088c0 admin admin] Publish callbacks [] for security_group (20551c71-0ce7-4949-82dc-4f22f3a4bc03), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.587481 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['01f9ff90-5b71-4555-bb92-f5d36e9518eb'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:16:22.650447 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bf1e931e-5ccd-41fa-ab00-6c1687791b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (969b5a7e-e90c-4f80-84b8-ce301aac3815), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.653571 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bf1e931e-5ccd-41fa-ab00-6c1687791b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.654896 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-bf1e931e-5ccd-41fa-ab00-6c1687791b34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/969b5a7e-e90c-4f80-84b8-ce301aac3815 HTTP/1.1" status: 204 len: 168 time: 0.2746105 May 17 22:16:22.664190 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e931e-5ccd-41fa-ab00-6c1687791b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b5a7e-e90c-4f80-84b8-ce301aac3815,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:22.678583 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-169d820d-0a3c-4474-8784-5b4d2f3088c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (20551c71-0ce7-4949-82dc-4f22f3a4bc03), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.681480 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-169d820d-0a3c-4474-8784-5b4d2f3088c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:22.684633 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-169d820d-0a3c-4474-8784-5b4d2f3088c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20551c71-0ce7-4949-82dc-4f22f3a4bc03 HTTP/1.1" status: 204 len: 168 time: 0.2629895 May 17 22:16:22.699364 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d820d-0a3c-4474-8784-5b4d2f3088c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20551c71-0ce7-4949-82dc-4f22f3a4bc03,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:23.275588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c12650-f9d5-440c-a07c-87f6f62caaae req-73a57139-d0b4-42c4-bafb-6709bd1369a3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:23.277073 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34c12650-f9d5-440c-a07c-87f6f62caaae req-73a57139-d0b4-42c4-bafb-6709bd1369a3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 944 time: 0.0489919 May 17 22:16:23.330176 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-34c12650-f9d5-440c-a07c-87f6f62caaae req-5e4e6b19-ca9f-42b8-8faf-b685465a90ed tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474517 May 17 22:16:24.054306 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:16:24.101687 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 01f9ff90-5b71-4555-bb92-f5d36e9518eb triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:16:24.102063 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:24.180450 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 01f9ff90-5b71-4555-bb92-f5d36e9518eb is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:16:24.180831 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:24.202406 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:16:24.204730 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63185289-4b3f-43c4-8845-8b8958d1b807" -d '{"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-plugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:16:24.218477 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:24.242511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafc61d-a2e1-459a-a26f-76a1108685ca x-openstack-request-id: req-daafc61d-a2e1-459a-a26f-76a1108685ca {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:16:24.242511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-plugged", "status": "completed", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:16:24.242511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daafc61d-a2e1-459a-a26f-76a1108685ca {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:16:24.242511 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daafc61d-a2e1-459a-a26f-76a1108685ca'] response: {'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'code': 200} May 17 22:16:24.290815 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:24.336388 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=10']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:24.455944 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12fb00-ca8a-4171-81f5-f7c375717458 req-88a60191-ab62-4f2c-b293-34670b3bedae tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:24.457737 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fd12fb00-ca8a-4171-81f5-f7c375717458 req-88a60191-ab62-4f2c-b293-34670b3bedae tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0497704 May 17 22:16:24.511591 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fd12fb00-ca8a-4171-81f5-f7c375717458 req-e581c7f9-e227-46cb-a8b1-74bed93a48b2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467892 May 17 22:16:24.585737 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f7dfb-c905-4c34-b1f8-ea6b206b6b16 req-d1406a3c-3b14-4a67-a590-63adfdd48b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:24.587209 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-629f7dfb-c905-4c34-b1f8-ea6b206b6b16 req-d1406a3c-3b14-4a67-a590-63adfdd48b33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 1130 time: 0.0377913 May 17 22:16:24.629702 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-629f7dfb-c905-4c34-b1f8-ea6b206b6b16 req-53f24274-7c01-4640-a803-8b9070cab359 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370734 May 17 22:16:25.553223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea644a-0074-4100-9a5d-94c7109b31cb req-e5548cac-3eb5-4f62-8347-814a9ab3f97d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:25.555435 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ccea644a-0074-4100-9a5d-94c7109b31cb req-e5548cac-3eb5-4f62-8347-814a9ab3f97d tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.3256669 May 17 22:16:25.611387 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ccea644a-0074-4100-9a5d-94c7109b31cb req-f39528ac-87f7-49ba-8550-64fe396473a9 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504758 May 17 22:16:25.645227 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249d1c-cba5-43db-b0af-52b186a82552 req-d955a6d7-ba86-4ec9-bfbc-0fafc8eb4c21 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:25.646661 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c249d1c-cba5-43db-b0af-52b186a82552 req-d955a6d7-ba86-4ec9-bfbc-0fafc8eb4c21 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0549636 May 17 22:16:25.693586 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c249d1c-cba5-43db-b0af-52b186a82552 req-3ca795a4-f6b3-4b9a-8890-408e64f29cc9 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 May 17 22:16:26.738669 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b97207-d6fa-4769-8f11-f03ed0cbfb55 req-d78468fb-75ba-4236-98fb-30f1bd251485 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:26.741030 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10b97207-d6fa-4769-8f11-f03ed0cbfb55 req-d78468fb-75ba-4236-98fb-30f1bd251485 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.0603464 May 17 22:16:26.828606 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-10b97207-d6fa-4769-8f11-f03ed0cbfb55 req-6410b194-4d5c-41a2-9498-4bd5330b3401 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09f3a83-c408-4204-9ecc-fa3117dc073d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793216 May 17 22:16:26.858827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7590e-ea43-41ad-846e-6482bfdcd3be req-031c78be-793e-4c89-a688-2c05a17a82f4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:26.860439 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47c7590e-ea43-41ad-846e-6482bfdcd3be req-031c78be-793e-4c89-a688-2c05a17a82f4 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0654271 May 17 22:16:26.909754 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47c7590e-ea43-41ad-846e-6482bfdcd3be req-30e6de10-6b2b-48ba-9433-f9763db74c47 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 May 17 22:16:26.935137 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:27.297889 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-c14eb7c3-1f1c-4550-8898-04fafba02d75 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:27.299376 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-c14eb7c3-1f1c-4550-8898-04fafba02d75 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 945 time: 0.0446720 May 17 22:16:27.385270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:27.385529 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:27.482898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] For port d95aec15-6d35-4b78-ab7f-a8a90baf08e7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:27.483443 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:27.641035 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:27.641503 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (64863228-9713-431d-9a70-dc2981565a4d), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:27.641919 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Floating IP 64863228-9713-431d-9a70-dc2981565a4d disassociated. External IP: 172.27.2.160, port: d95aec15-6d35-4b78-ab7f-a8a90baf08e7. May 17 22:16:27.642529 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for d95aec15-6d35-4b78-ab7f-a8a90baf08e7 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:27.868097 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (d95aec15-6d35-4b78-ab7f-a8a90baf08e7), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:27.897609 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=d95aec15-6d35-4b78-ab7f-a8a90baf08e7,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:28.011733 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:16:28.076157 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5cb749de-3bec-4f23-8b8b-90d8c3d93423 req-55ebe5aa-4aba-4647-a3ed-1e0721745b02 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 210 time: 0.0632672 May 17 22:16:28.093360 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daca84-882b-4601-a7a2-09e8dfcaf553 req-f78c603a-45c7-4ecc-bb60-c2d6f70491cd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:28.094970 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7daca84-882b-4601-a7a2-09e8dfcaf553 req-f78c603a-45c7-4ecc-bb60-c2d6f70491cd tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0729427 May 17 22:16:28.214054 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e7daca84-882b-4601-a7a2-09e8dfcaf553 req-f622add1-da41-4a4b-9962-0dfe5a6bd0d3 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829604 May 17 22:16:28.227795 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:16:28.242179 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:16:28.252485 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:16:28.254264 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:28.310622 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] No DVR routers for this DVR port d95aec15-6d35-4b78-ab7f-a8a90baf08e7 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:16:28.313997 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:28.318037 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47a35ba7-cce4-46dd-bcd6-fbaaa9256482 req-b8fef3be-8f3e-4aad-ab46-98a9a947ba08 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.52 "DELETE /v2.0/ports/d95aec15-6d35-4b78-ab7f-a8a90baf08e7 HTTP/1.1" status: 204 len: 173 time: 1.0130725 May 17 22:16:28.318510 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'name': 'network-vif-deleted', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:16:28.320917 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43405d2a-fffd-4022-8a28-40cdd8171e9d" -d '{"events": [{"server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "name": "network-vif-deleted", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:16:28.362965 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d559ed-3e6e-4900-92c2-34d466da9243 x-openstack-request-id: req-77d559ed-3e6e-4900-92c2-34d466da9243 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:16:28.363294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa9042-8c2f-46bd-8570-97f8e8585216", "name": "network-vif-deleted", "tag": "d95aec15-6d35-4b78-ab7f-a8a90baf08e7", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:16:28.363545 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77d559ed-3e6e-4900-92c2-34d466da9243 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:16:28.363954 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d559ed-3e6e-4900-92c2-34d466da9243'] response: {'server_uuid': 'f3fa9042-8c2f-46bd-8570-97f8e8585216', 'name': 'network-vif-deleted', 'tag': 'd95aec15-6d35-4b78-ab7f-a8a90baf08e7', 'status': 'completed', 'code': 200} May 17 22:16:28.372041 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:16:28.710884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:28.735830 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:16:28.744476 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:16:28.745082 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:28.850024 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:16:29.036367 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:29.060970 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfbe92-0612-412a-9482-99382695b2a1 None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'dfa145d0-2c64-4d25-9405-7978970e5407', 'name': '', 'network_id': '6f877e2b-99bd-48e8-8b73-18e37441b914', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'mac_address': 'fa:16:3e:5f:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:02Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'subnets': [{'id': '92153330-6433-4f3c-b19a-21e8e235fc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:16:29.203461 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-640c00d1-a787-40fc-86c9-3046726b57f0 req-eae083f8-7f0d-4c9e-9528-c0ec10d9b69f tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fa9042-8c2f-46bd-8570-97f8e8585216 HTTP/1.1" status: 200 len: 210 time: 0.0304034 May 17 22:16:29.328115 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63f2fad-a1ec-456a-927b-d0487ff85b3c None None] New status for floating IP 64863228-9713-431d-9a70-dc2981565a4d: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:16:29.345869 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732230-6e27-40d6-b5ea-d388c7461e24 req-01f7360f-0b0f-4c21-bcfb-73374281b860 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:29.351318 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4d732230-6e27-40d6-b5ea-d388c7461e24 req-01f7360f-0b0f-4c21-bcfb-73374281b860 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0530291 May 17 22:16:29.400263 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4d732230-6e27-40d6-b5ea-d388c7461e24 req-c538bc83-a597-4ba4-acce-b6c5c3b42854 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 May 17 22:16:30.085125 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d95aec15-6d35-4b78-ab7f-a8a90baf08e7 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:30.105331 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: d95aec15-6d35-4b78-ab7f-a8a90baf08e7 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:30.105675 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device d95aec15-6d35-4b78-ab7f-a8a90baf08e7 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:30.376232 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46866) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:30.433106 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42978508-a52b-4677-be3f-1a0cd20210e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (c09f3a83-c408-4204-9ecc-fa3117dc073d), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.457486 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42978508-a52b-4677-be3f-1a0cd20210e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (c09f3a83-c408-4204-9ecc-fa3117dc073d), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.582700 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42978508-a52b-4677-be3f-1a0cd20210e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c09f3a83-c408-4204-9ecc-fa3117dc073d), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.585415 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-42978508-a52b-4677-be3f-1a0cd20210e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.595947 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-42978508-a52b-4677-be3f-1a0cd20210e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/security-groups/c09f3a83-c408-4204-9ecc-fa3117dc073d HTTP/1.1" status: 204 len: 168 time: 0.2093866 May 17 22:16:30.595947 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42978508-a52b-4677-be3f-1a0cd20210e1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f3a83-c408-4204-9ecc-fa3117dc073d,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:30.596530 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46870) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:30.616333 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.api.v2.resource [None req-fd6657d5-c174-452a-8359-3098c8e4457a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] show failed (client error): The resource could not be found. May 17 22:16:30.617343 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fd6657d5-c174-452a-8359-3098c8e4457a tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "GET /v2.0/security-groups/c09f3a83-c408-4204-9ecc-fa3117dc073d HTTP/1.1" status: 404 len: 347 time: 0.0191214 May 17 22:16:30.620439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46872) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:30.735158 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Deleting port ce2aface-7942-4cd6-b249-4e24ed1ede76 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:30.735526 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.811889 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.812208 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (ce2aface-7942-4cd6-b249-4e24ed1ede76), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:30.825311 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Calling delete_port for ce2aface-7942-4cd6-b249-4e24ed1ede76 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:31.301949 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (ce2aface-7942-4cd6-b249-4e24ed1ede76), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:31.328083 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Pushing event deleted for resources: {'Port': ['ID=ce2aface-7942-4cd6-b249-4e24ed1ede76,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:31.388979 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks [] for floatingip (64863228-9713-431d-9a70-dc2981565a4d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:31.391494 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:31.392644 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-08b458d0-f66e-48b8-858b-7ee7f3a090f1 tempest-AttachVolumeNegativeTest-97352927 tempest-AttachVolumeNegativeTest-97352927-project] 10.222.0.24 "DELETE /v2.0/floatingips/64863228-9713-431d-9a70-dc2981565a4d HTTP/1.1" status: 204 len: 168 time: 0.7711651 May 17 22:16:31.426992 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b49100e0-cda7-4f5d-9d0f-cd65d5033aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:34.043330 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5e9c14f-79fd-433a-b520-1fed7c813fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:34.719592 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 46940) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:34.822398 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-023fd738-643c-4328-bc59-92bf630d471e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:34.896792 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-023fd738-643c-4328-bc59-92bf630d471e admin admin] Publish callbacks [] for security_group (fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:34.958289 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-023fd738-643c-4328-bc59-92bf630d471e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:34.997235 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-023fd738-643c-4328-bc59-92bf630d471e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d877a071bce41cbb7fc8336ba3de286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765741 May 17 22:16:34.998104 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fd738-643c-4328-bc59-92bf630d471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:34.999940 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 46944) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:35.026910 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:35.052804 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-868397ff-b815-4eed-9f22-72680061e2e9 admin admin] Publish callbacks [] for security_group (fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:35.073110 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-868397ff-b815-4eed-9f22-72680061e2e9 admin admin] Publish callbacks [] for security_group (fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:35.346947 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-868397ff-b815-4eed-9f22-72680061e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:35.349393 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-868397ff-b815-4eed-9f22-72680061e2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:35.351236 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-868397ff-b815-4eed-9f22-72680061e2e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990 HTTP/1.1" status: 204 len: 168 time: 0.3497090 May 17 22:16:35.359013 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868397ff-b815-4eed-9f22-72680061e2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfa6e4c-2bd7-4e5a-88d0-9cbc3e481990,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:36.404232 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.212719 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47006) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:37.322147 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-32a1f76a-acb6-4b26-be1d-3756a22f7877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.398681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-32a1f76a-acb6-4b26-be1d-3756a22f7877 admin admin] Publish callbacks [] for security_group (04a8f2fa-6007-4a4c-97f4-393590190cfb), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.478467 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-32a1f76a-acb6-4b26-be1d-3756a22f7877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (04a8f2fa-6007-4a4c-97f4-393590190cfb), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.517928 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-32a1f76a-acb6-4b26-be1d-3756a22f7877 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35930c06615847488b788ba3c75ff80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039980 May 17 22:16:37.519956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1f76a-acb6-4b26-be1d-3756a22f7877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8f2fa-6007-4a4c-97f4-393590190cfb,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:37.520587 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47018) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:37.587058 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4f6c-0101-425d-b4b0-db770edc9280 admin admin] Publish callbacks [] for security_group (04a8f2fa-6007-4a4c-97f4-393590190cfb), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.609780 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4f6c-0101-425d-b4b0-db770edc9280 admin admin] Publish callbacks [] for security_group (04a8f2fa-6007-4a4c-97f4-393590190cfb), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.644155 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47026) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:37.782373 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4f6c-0101-425d-b4b0-db770edc9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (04a8f2fa-6007-4a4c-97f4-393590190cfb), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.784817 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4f6c-0101-425d-b4b0-db770edc9280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:37.785961 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8b6f4f6c-0101-425d-b4b0-db770edc9280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04a8f2fa-6007-4a4c-97f4-393590190cfb HTTP/1.1" status: 204 len: 168 time: 0.2643709 May 17 22:16:37.799459 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f4f6c-0101-425d-b4b0-db770edc9280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8f2fa-6007-4a4c-97f4-393590190cfb,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:37.833459 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:38.112412 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (6fa2df8e-31df-41c5-9fe1-12d24688a501), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:38.392298 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Deleting port dfa145d0-2c64-4d25-9405-7978970e5407 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:38.392635 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:38.474379 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] For port dfa145d0-2c64-4d25-9405-7978970e5407, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=dfa145d0-2c64-4d25-9405-7978970e5407,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:38.474881 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:38.487805 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Calling delete_port for dfa145d0-2c64-4d25-9405-7978970e5407 owned by network:router_interface {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:38.722757 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (dfa145d0-2c64-4d25-9405-7978970e5407), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:38.750887 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa145d0-2c64-4d25-9405-7978970e5407,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:38.917463 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (6fa2df8e-31df-41c5-9fe1-12d24688a501), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:39.130511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Router 6fa2df8e-31df-41c5-9fe1-12d24688a501 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:16:39.237768 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:16:39.249097 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4e8989a8-691c-48bc-83c8-70058f5cbae6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6fa2df8e-31df-41c5-9fe1-12d24688a501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989189 May 17 22:16:39.249097 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47062) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:39.253322 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] Sync routers for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:16:39.268696 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:16:39.269815 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:39.365964 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks [] for router (6fa2df8e-31df-41c5-9fe1-12d24688a501), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:39.428309 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:16:39.470347 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks [] for router_gateway (6fa2df8e-31df-41c5-9fe1-12d24688a501), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:39.606126 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Deleting port d1523dc8-451c-4976-8585-e8e55720dcb9 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:39.606792 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:39.611884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:16:38Z', 'revision_number': 5, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port': {'id': 'd1523dc8-451c-4976-8585-e8e55720dcb9', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:58Z', 'updated_at': '2022-05-17T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:39.650949 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] Checking router: 6fa2df8e-31df-41c5-9fe1-12d24688a501 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:16:39.659299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] Routers {'6fa2df8e-31df-41c5-9fe1-12d24688a501'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:16:39.659909 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['6fa2df8e-31df-41c5-9fe1-12d24688a501'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:39.692578 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] For port d1523dc8-451c-4976-8585-e8e55720dcb9, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d1523dc8-451c-4976-8585-e8e55720dcb9,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:39.692942 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:39.706523 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Calling delete_port for d1523dc8-451c-4976-8585-e8e55720dcb9 owned by network:router_gateway {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:39.745048 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] Set router 6fa2df8e-31df-41c5-9fe1-12d24688a501 gateway port host: None {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:16:39.796975 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:16:39Z', 'revision_number': 6, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:39.826638 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd32fa1-852b-41f9-b7da-492b22ac026b None None] The sync data for ids ['6fa2df8e-31df-41c5-9fe1-12d24688a501'] in dv-cinder-839987-6-iscsi is: [{'id': '6fa2df8e-31df-41c5-9fe1-12d24688a501', 'name': 'tempest-AttachVolumeNegativeTest-1100011293-router', 'tenant_id': 'ea0809b61be446a69359b69b50b61710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:56Z', 'updated_at': '2022-05-17T22:16:39Z', 'revision_number': 6, 'project_id': 'ea0809b61be446a69359b69b50b61710', 'gw_port_host': None}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:16:39.953614 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (d1523dc8-451c-4976-8585-e8e55720dcb9), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:39.983443 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1523dc8-451c-4976-8585-e8e55720dcb9,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:40.045994 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (6fa2df8e-31df-41c5-9fe1-12d24688a501), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.133786 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (6fa2df8e-31df-41c5-9fe1-12d24688a501), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.135898 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks [] for router_controller (6fa2df8e-31df-41c5-9fe1-12d24688a501), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.233350 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (6fa2df8e-31df-41c5-9fe1-12d24688a501), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.234107 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa2df8e-31df-41c5-9fe1-12d24688a501 {{(pid=103950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:16:40.241997 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.241997 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1dddf97f-2b66-4e53-9075-8095eb245529 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6fa2df8e-31df-41c5-9fe1-12d24688a501 HTTP/1.1" status: 204 len: 168 time: 0.9916766 May 17 22:16:40.241997 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47086) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:40.293597 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Deleting subnet 92153330-6433-4f3c-b19a-21e8e235fc9f {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:16:40.296748 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Publish callbacks [] for subnet (92153330-6433-4f3c-b19a-21e8e235fc9f), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.333582 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14738179'] for subnet (92153330-6433-4f3c-b19a-21e8e235fc9f), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.411159 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (92153330-6433-4f3c-b19a-21e8e235fc9f), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.547340 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14436444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14585426'] for subnet (92153330-6433-4f3c-b19a-21e8e235fc9f), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.576344 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92153330-6433-4f3c-b19a-21e8e235fc9f,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:40.578319 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.583357 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-bf082060-bd38-4415-967f-6ca0cad9ba13 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92153330-6433-4f3c-b19a-21e8e235fc9f HTTP/1.1" status: 204 len: 168 time: 0.3385603 May 17 22:16:40.584161 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47088) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:40.587597 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2520f09-9d4f-4f2e-990d-3056a8d742a4 None None] Network 6f877e2b-99bd-48e8-8b73-18e37441b914 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:16:40.618523 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d1523dc8-451c-4976-8585-e8e55720dcb9 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:40.691568 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: d1523dc8-451c-4976-8585-e8e55720dcb9 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:40.691901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d1523dc8-451c-4976-8585-e8e55720dcb9 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:40.692327 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dfa145d0-2c64-4d25-9405-7978970e5407 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:40.716340 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: dfa145d0-2c64-4d25-9405-7978970e5407 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:40.716951 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dfa145d0-2c64-4d25-9405-7978970e5407 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:40.857503 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] DHCP port deletion for 6f877e2b-99bd-48e8-8b73-18e37441b914 request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:16:40.912274 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] Deleting port 709f395a-b0ea-448e-b541-7134f4045ec0 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:40.916096 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.976426 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (6f877e2b-99bd-48e8-8b73-18e37441b914), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:40.993982 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] For port 709f395a-b0ea-448e-b541-7134f4045ec0, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=709f395a-b0ea-448e-b541-7134f4045ec0,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:40.994374 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.013635 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] Calling delete_port for 709f395a-b0ea-448e-b541-7134f4045ec0 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:41.028297 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Deleting port 709f395a-b0ea-448e-b541-7134f4045ec0 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:16:41.028931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.097317 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] For port 709f395a-b0ea-448e-b541-7134f4045ec0, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=709f395a-b0ea-448e-b541-7134f4045ec0,segment=NetworkSegment(b36fc34a-2f66-4aec-aaee-179ff8d27ed3),segment_id=b36fc34a-2f66-4aec-aaee-179ff8d27ed3)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:16:41.097612 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.110764 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Calling delete_port for 709f395a-b0ea-448e-b541-7134f4045ec0 owned by network:dhcp {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:16:41.255725 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.263893 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (709f395a-b0ea-448e-b541-7134f4045ec0), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.281855 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] Pushing event deleted for resources: {'Port': ['ID=709f395a-b0ea-448e-b541-7134f4045ec0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:41.283698 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7a534-12bb-4ba3-9d8b-86089dc468f7 None None] No DVR routers for this DVR port 709f395a-b0ea-448e-b541-7134f4045ec0 on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:16:41.288822 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] No DVR routers for this DVR port 709f395a-b0ea-448e-b541-7134f4045ec0 on host dv-cinder-839987-6-iscsi {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:16:41.290763 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Pushing event deleted for resources: {'Port': ['ID=709f395a-b0ea-448e-b541-7134f4045ec0,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:41.369679 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (6f877e2b-99bd-48e8-8b73-18e37441b914), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.389332 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f877e2b-99bd-48e8-8b73-18e37441b914']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:41.398313 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:41.398603 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36fc34a-2f66-4aec-aaee-179ff8d27ed3') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:16:41.408168 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (b36fc34a-2f66-4aec-aaee-179ff8d27ed3), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.421704 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (b36fc34a-2f66-4aec-aaee-179ff8d27ed3), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.427487 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:16:41.427862 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (b36fc34a-2f66-4aec-aaee-179ff8d27ed3), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: self.session.flush() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: self.session.flush() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: self.session.flush() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: self.session.flush() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:16:41.433968 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:16:41.557042 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (6f877e2b-99bd-48e8-8b73-18e37441b914), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.563721 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:41.566678 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f877e2b-99bd-48e8-8b73-18e37441b914 HTTP/1.1" status: 204 len: 168 time: 0.9816093 May 17 22:16:41.575866 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d021bf-54d6-4fa6-ae50-290dadf38acf admin admin] Pushing event deleted for resources: {'Network': ['ID=6f877e2b-99bd-48e8-8b73-18e37441b914,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:41.968468 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47118) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:42.015697 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-1cc681aa-2361-4568-aa84-f3e45186a6cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea0809b61be446a69359b69b50b61710&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426664 May 17 22:16:42.016334 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47130) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:42.072691 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7fc88a89-ef8d-45d6-9012-7c878dab0449 admin admin] Publish callbacks [] for security_group (c6ffcea0-0189-4336-b41f-845825e8ee6e), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:42.095076 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7fc88a89-ef8d-45d6-9012-7c878dab0449 admin admin] Publish callbacks [] for security_group (c6ffcea0-0189-4336-b41f-845825e8ee6e), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:42.232532 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7fc88a89-ef8d-45d6-9012-7c878dab0449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c6ffcea0-0189-4336-b41f-845825e8ee6e), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:42.235261 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7fc88a89-ef8d-45d6-9012-7c878dab0449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:42.236428 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7fc88a89-ef8d-45d6-9012-7c878dab0449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6ffcea0-0189-4336-b41f-845825e8ee6e HTTP/1.1" status: 204 len: 168 time: 0.2191236 May 17 22:16:42.244518 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc88a89-ef8d-45d6-9012-7c878dab0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffcea0-0189-4336-b41f-845825e8ee6e,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:42.360177 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 709f395a-b0ea-448e-b541-7134f4045ec0 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:16:42.381320 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 709f395a-b0ea-448e-b541-7134f4045ec0 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:16:42.381657 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 709f395a-b0ea-448e-b541-7134f4045ec0 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:16:45.501429 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47286) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:45.560657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47290) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:45.666262 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73322ab2-4b11-4757-8110-057b947e0f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:45.677893 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b736c87a-71ac-478d-b540-74a174c10c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:45.794194 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73322ab2-4b11-4757-8110-057b947e0f95 admin admin] Publish callbacks [] for security_group (2f433199-404d-4e2f-9a4e-0e9724971238), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:45.802500 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b736c87a-71ac-478d-b540-74a174c10c1d admin admin] Publish callbacks [] for security_group (69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:45.889420 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-73322ab2-4b11-4757-8110-057b947e0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2f433199-404d-4e2f-9a4e-0e9724971238), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:45.933135 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b736c87a-71ac-478d-b540-74a174c10c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:45.939592 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-73322ab2-4b11-4757-8110-057b947e0f95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4c50c1e517c4f91971bf6d97eb8add5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370253 May 17 22:16:45.942472 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47296) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:45.944829 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73322ab2-4b11-4757-8110-057b947e0f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f433199-404d-4e2f-9a4e-0e9724971238,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:45.972321 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b736c87a-71ac-478d-b540-74a174c10c1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7acac021c1774a54864a26b47d2633a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106815 May 17 22:16:45.976591 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47298) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:45.991613 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736c87a-71ac-478d-b540-74a174c10c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:46.003635 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e19cf874-7c3b-4370-8057-c8d3a95ef5d1 admin admin] Publish callbacks [] for security_group (2f433199-404d-4e2f-9a4e-0e9724971238), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.033835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e19cf874-7c3b-4370-8057-c8d3a95ef5d1 admin admin] Publish callbacks [] for security_group (2f433199-404d-4e2f-9a4e-0e9724971238), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.034200 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-67d2d806-6e18-4a31-8afa-1e8f917ab297 admin admin] Publish callbacks [] for security_group (69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.055757 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-67d2d806-6e18-4a31-8afa-1e8f917ab297 admin admin] Publish callbacks [] for security_group (69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.164678 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e19cf874-7c3b-4370-8057-c8d3a95ef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2f433199-404d-4e2f-9a4e-0e9724971238), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.167738 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e19cf874-7c3b-4370-8057-c8d3a95ef5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.172306 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e19cf874-7c3b-4370-8057-c8d3a95ef5d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f433199-404d-4e2f-9a4e-0e9724971238 HTTP/1.1" status: 204 len: 168 time: 0.2286632 May 17 22:16:46.181082 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cf874-7c3b-4370-8057-c8d3a95ef5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f433199-404d-4e2f-9a4e-0e9724971238,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:46.192930 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-67d2d806-6e18-4a31-8afa-1e8f917ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.196693 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-67d2d806-6e18-4a31-8afa-1e8f917ab297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.198781 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-67d2d806-6e18-4a31-8afa-1e8f917ab297 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e HTTP/1.1" status: 204 len: 168 time: 0.2205396 May 17 22:16:46.206839 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d806-6e18-4a31-8afa-1e8f917ab297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e27de1-1ca7-4f05-b0bd-3a00b3c1f31e,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:46.839213 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47308) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:46.852822 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f1f59cad-2ec8-4392-9995-ea1968274c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.903726 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47310) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:46.920041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ede-0e4d-4187-a03d-f9eba662c365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:46.928608 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f1f59cad-2ec8-4392-9995-ea1968274c84 admin admin] Publish callbacks [] for security_group (3424c27d-8579-4c75-af44-14f98f057c47), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.003899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ede-0e4d-4187-a03d-f9eba662c365 admin admin] Publish callbacks [] for security_group (46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.013651 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f1f59cad-2ec8-4392-9995-ea1968274c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (3424c27d-8579-4c75-af44-14f98f057c47), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.059238 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f1f59cad-2ec8-4392-9995-ea1968274c84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7760a3e114e4bb48c73a84701834c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189245 May 17 22:16:47.060631 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f59cad-2ec8-4392-9995-ea1968274c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3424c27d-8579-4c75-af44-14f98f057c47,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:47.061923 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47314) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:47.070653 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ede-0e4d-4187-a03d-f9eba662c365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.138593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01ede-0e4d-4187-a03d-f9eba662c365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:47.145436 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fcf01ede-0e4d-4187-a03d-f9eba662c365 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e129e01735564ef5b038349a8ff1edca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405434 May 17 22:16:47.148288 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47316) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:47.161829 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14fd1ff0-bcae-46f5-a1a3-3d78e8cb8629 admin admin] Publish callbacks [] for security_group (3424c27d-8579-4c75-af44-14f98f057c47), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.183687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14fd1ff0-bcae-46f5-a1a3-3d78e8cb8629 admin admin] Publish callbacks [] for security_group (3424c27d-8579-4c75-af44-14f98f057c47), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.199364 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201cb4e9-7bb5-48f1-a251-f90a3a11d346 admin admin] Publish callbacks [] for security_group (46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.220965 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201cb4e9-7bb5-48f1-a251-f90a3a11d346 admin admin] Publish callbacks [] for security_group (46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.335674 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14fd1ff0-bcae-46f5-a1a3-3d78e8cb8629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (3424c27d-8579-4c75-af44-14f98f057c47), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.339313 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14fd1ff0-bcae-46f5-a1a3-3d78e8cb8629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.340601 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-14fd1ff0-bcae-46f5-a1a3-3d78e8cb8629 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3424c27d-8579-4c75-af44-14f98f057c47 HTTP/1.1" status: 204 len: 168 time: 0.2774348 May 17 22:16:47.348776 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd1ff0-bcae-46f5-a1a3-3d78e8cb8629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424c27d-8579-4c75-af44-14f98f057c47,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:47.385546 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201cb4e9-7bb5-48f1-a251-f90a3a11d346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.388643 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-201cb4e9-7bb5-48f1-a251-f90a3a11d346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:47.391055 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-201cb4e9-7bb5-48f1-a251-f90a3a11d346 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35 HTTP/1.1" status: 204 len: 168 time: 0.2409594 May 17 22:16:47.402587 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cb4e9-7bb5-48f1-a251-f90a3a11d346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f4d2cb-82f1-45c6-948a-ca9c8f8c0a35,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:50.055729 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47412) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:50.162078 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-044fd20f-accf-4de9-9a7e-7f67d7921ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.239505 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-044fd20f-accf-4de9-9a7e-7f67d7921ae7 admin admin] Publish callbacks [] for security_group (98b62e2d-5f8d-4f5e-ae17-5a67f180847c), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.340901 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-044fd20f-accf-4de9-9a7e-7f67d7921ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (98b62e2d-5f8d-4f5e-ae17-5a67f180847c), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.381502 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-044fd20f-accf-4de9-9a7e-7f67d7921ae7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e462c3a499214e96a5f9737425a676fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237331 May 17 22:16:50.383900 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fd20f-accf-4de9-9a7e-7f67d7921ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b62e2d-5f8d-4f5e-ae17-5a67f180847c,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:50.384189 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47418) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:50.434796 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75e03c7e-d07c-49c0-b6ad-304cc56ba076 admin admin] Publish callbacks [] for security_group (98b62e2d-5f8d-4f5e-ae17-5a67f180847c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.457065 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75e03c7e-d07c-49c0-b6ad-304cc56ba076 admin admin] Publish callbacks [] for security_group (98b62e2d-5f8d-4f5e-ae17-5a67f180847c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.573918 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75e03c7e-d07c-49c0-b6ad-304cc56ba076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (98b62e2d-5f8d-4f5e-ae17-5a67f180847c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.576984 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75e03c7e-d07c-49c0-b6ad-304cc56ba076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:50.581746 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-75e03c7e-d07c-49c0-b6ad-304cc56ba076 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98b62e2d-5f8d-4f5e-ae17-5a67f180847c HTTP/1.1" status: 204 len: 168 time: 0.1929827 May 17 22:16:50.587285 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e03c7e-d07c-49c0-b6ad-304cc56ba076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b62e2d-5f8d-4f5e-ae17-5a67f180847c,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:51.284293 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47430) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:51.298053 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e675e938-d17c-4671-b8ca-f10bc816fb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.372376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e675e938-d17c-4671-b8ca-f10bc816fb27 admin admin] Publish callbacks [] for security_group (a1111beb-6ab1-4358-8806-23ad45d52881), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.444993 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e675e938-d17c-4671-b8ca-f10bc816fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a1111beb-6ab1-4358-8806-23ad45d52881), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.484612 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e675e938-d17c-4671-b8ca-f10bc816fb27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74844f9662594be0a169c6786452d5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992462 May 17 22:16:51.485423 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675e938-d17c-4671-b8ca-f10bc816fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1111beb-6ab1-4358-8806-23ad45d52881,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:51.487362 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47432) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:51.535233 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d215cfba-d68b-4c6c-9212-82d51fd37c0d admin admin] Publish callbacks [] for security_group (a1111beb-6ab1-4358-8806-23ad45d52881), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.556918 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d215cfba-d68b-4c6c-9212-82d51fd37c0d admin admin] Publish callbacks [] for security_group (a1111beb-6ab1-4358-8806-23ad45d52881), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.695205 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d215cfba-d68b-4c6c-9212-82d51fd37c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a1111beb-6ab1-4358-8806-23ad45d52881), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.698011 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d215cfba-d68b-4c6c-9212-82d51fd37c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:51.699193 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d215cfba-d68b-4c6c-9212-82d51fd37c0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1111beb-6ab1-4358-8806-23ad45d52881 HTTP/1.1" status: 204 len: 168 time: 0.2108130 May 17 22:16:51.707355 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215cfba-d68b-4c6c-9212-82d51fd37c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1111beb-6ab1-4358-8806-23ad45d52881,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:56.413604 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:16:56.899959 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:56.948052 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47584) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:57.050520 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.121570 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Publish callbacks [] for security_group (3275df14-f8ee-435c-b4db-acbaa69cde1d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.197968 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (3275df14-f8ee-435c-b4db-acbaa69cde1d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.235919 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb530d5aa74840f3a8400cafb3975e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868342 May 17 22:16:57.236764 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3275df14-f8ee-435c-b4db-acbaa69cde1d,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:57.238661 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47588) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:57.244084 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.244435 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.244778 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.245110 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.245438 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.245765 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.246087 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.246409 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.246730 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.247050 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.247399 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.247721 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.248036 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.248352 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.248665 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c691c-6693-4839-8717-7afc714515d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.287780 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Publish callbacks [] for security_group (3275df14-f8ee-435c-b4db-acbaa69cde1d), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.308576 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Publish callbacks [] for security_group (3275df14-f8ee-435c-b4db-acbaa69cde1d), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.438551 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (3275df14-f8ee-435c-b4db-acbaa69cde1d), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.441206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:57.442361 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3275df14-f8ee-435c-b4db-acbaa69cde1d HTTP/1.1" status: 204 len: 168 time: 0.2026160 May 17 22:16:57.450885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3275df14-f8ee-435c-b4db-acbaa69cde1d,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:57.458863 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.459327 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.459871 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.460201 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.460615 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.461636 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.461972 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.462301 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.462709 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.462947 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.463296 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.463623 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.463948 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.464368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.464564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffea1d-e056-42b0-aa54-d1a090de55a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:16:57.924967 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-74057c74-7d53-430d-996e-d84811806d3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386951 May 17 22:16:57.986561 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-4a902008-f06a-4733-a01c-9cd7457c4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:57.988080 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-4a902008-f06a-4733-a01c-9cd7457c4a39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0403438 May 17 22:16:58.094224 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47606) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:58.096920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-d67dc1a9-e522-4ee1-83b1-ef363595c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:58.098382 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-d67dc1a9-e522-4ee1-83b1-ef363595c075 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 909 time: 0.0887671 May 17 22:16:58.111505 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8968944a-7df5-45bc-b69d-431dbe27d8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.163143 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-5c301752-4b50-46b5-ab08-8236242ef429 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0580170 May 17 22:16:58.187875 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8968944a-7df5-45bc-b69d-431dbe27d8f0 admin admin] Publish callbacks [] for security_group (b6e4dd51-726e-4c2c-a36d-cc820fbee063), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.212380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-8a3db90c-7e02-43f6-8487-358cdb624871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:58.213942 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-8a3db90c-7e02-43f6-8487-358cdb624871 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0451002 May 17 22:16:58.260752 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8968944a-7df5-45bc-b69d-431dbe27d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b6e4dd51-726e-4c2c-a36d-cc820fbee063), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.262082 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-54a52a85-372d-4480-a0bc-5a5e0430a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:16:58.263573 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-54a52a85-372d-4480-a0bc-5a5e0430a9ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437291 May 17 22:16:58.299236 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8968944a-7df5-45bc-b69d-431dbe27d8f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d431c20518f94b44b364137db53f917e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038980 May 17 22:16:58.301248 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968944a-7df5-45bc-b69d-431dbe27d8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4dd51-726e-4c2c-a36d-cc820fbee063,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:58.304323 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47608) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:58.357561 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4d0690f9-4055-4f18-bd2b-889b8d4c1f06 admin admin] Publish callbacks [] for security_group (b6e4dd51-726e-4c2c-a36d-cc820fbee063), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.358349 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-38d5ae4b-972c-4e7b-8605-d094a7b555e3 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 May 17 22:16:58.380130 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4d0690f9-4055-4f18-bd2b-889b8d4c1f06 admin admin] Publish callbacks [] for security_group (b6e4dd51-726e-4c2c-a36d-cc820fbee063), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.467019 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef6458c-37fc-4cee-95f3-bcc7110ccde9 req-47917a5d-431d-4285-a185-c1edb324b29d service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018119 May 17 22:16:58.512236 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4d0690f9-4055-4f18-bd2b-889b8d4c1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b6e4dd51-726e-4c2c-a36d-cc820fbee063), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.514823 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4d0690f9-4055-4f18-bd2b-889b8d4c1f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:58.515994 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4d0690f9-4055-4f18-bd2b-889b8d4c1f06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6e4dd51-726e-4c2c-a36d-cc820fbee063 HTTP/1.1" status: 204 len: 168 time: 0.2097261 May 17 22:16:58.524429 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0690f9-4055-4f18-bd2b-889b8d4c1f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4dd51-726e-4c2c-a36d-cc820fbee063,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:59.552564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47648) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:59.677291 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2e99329-61d9-4643-bab6-cc52168a0764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:59.761137 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2e99329-61d9-4643-bab6-cc52168a0764 admin admin] Publish callbacks [] for security_group (b692f23d-b435-43d2-a534-f34c835fcfcd), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:59.819486 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2e99329-61d9-4643-bab6-cc52168a0764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b692f23d-b435-43d2-a534-f34c835fcfcd), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:59.858966 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d2e99329-61d9-4643-bab6-cc52168a0764 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34e3ffb798aa44779f82a15b2b9ddc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047981 May 17 22:16:59.859969 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e99329-61d9-4643-bab6-cc52168a0764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b692f23d-b435-43d2-a534-f34c835fcfcd,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:16:59.861866 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47666) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:16:59.911466 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8008558a-ac99-4555-9697-66531068c82d admin admin] Publish callbacks [] for security_group (b692f23d-b435-43d2-a534-f34c835fcfcd), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:16:59.937464 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8008558a-ac99-4555-9697-66531068c82d admin admin] Publish callbacks [] for security_group (b692f23d-b435-43d2-a534-f34c835fcfcd), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.053823 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8008558a-ac99-4555-9697-66531068c82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b692f23d-b435-43d2-a534-f34c835fcfcd), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.056589 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8008558a-ac99-4555-9697-66531068c82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.058015 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8008558a-ac99-4555-9697-66531068c82d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b692f23d-b435-43d2-a534-f34c835fcfcd HTTP/1.1" status: 204 len: 168 time: 0.1944501 May 17 22:17:00.066638 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008558a-ac99-4555-9697-66531068c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b692f23d-b435-43d2-a534-f34c835fcfcd,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:00.122034 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47676) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:00.234369 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e9c-98ec-4ce4-8a0e-c46478d252c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.309036 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e9c-98ec-4ce4-8a0e-c46478d252c6 admin admin] Publish callbacks [] for security_group (fcffafa3-88f8-43ed-9742-1dedc53f3a1f), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.410169 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e9c-98ec-4ce4-8a0e-c46478d252c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fcffafa3-88f8-43ed-9742-1dedc53f3a1f), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.462282 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fccb0e9c-98ec-4ce4-8a0e-c46478d252c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd4f10a7a4a942d0943120e62aea823d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390095 May 17 22:17:00.463512 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0e9c-98ec-4ce4-8a0e-c46478d252c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcffafa3-88f8-43ed-9742-1dedc53f3a1f,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:00.465269 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47684) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:00.534907 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d95d0f62-0fd9-4217-a18b-75b44b107cea admin admin] Publish callbacks [] for security_group (fcffafa3-88f8-43ed-9742-1dedc53f3a1f), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.557597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d95d0f62-0fd9-4217-a18b-75b44b107cea admin admin] Publish callbacks [] for security_group (fcffafa3-88f8-43ed-9742-1dedc53f3a1f), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.701595 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d95d0f62-0fd9-4217-a18b-75b44b107cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (fcffafa3-88f8-43ed-9742-1dedc53f3a1f), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.702382 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d95d0f62-0fd9-4217-a18b-75b44b107cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.706956 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d95d0f62-0fd9-4217-a18b-75b44b107cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcffafa3-88f8-43ed-9742-1dedc53f3a1f HTTP/1.1" status: 204 len: 168 time: 0.2389340 May 17 22:17:00.716106 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d0f62-0fd9-4217-a18b-75b44b107cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcffafa3-88f8-43ed-9742-1dedc53f3a1f,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:00.856028 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47698) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:00.869155 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-62ec74a2-0d0e-467f-b0b1-b556465b3d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:00.947703 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-62ec74a2-0d0e-467f-b0b1-b556465b3d55 admin admin] Publish callbacks [] for security_group (18bd21c6-8d4d-4ef6-891b-541b84511dc9), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:01.049362 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833358-35cd-418e-9a8f-1cae32036aba req-a70a66cb-b10d-4cb8-aa88-b58af18fd6c8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:01.056826 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-81833358-35cd-418e-9a8f-1cae32036aba req-a70a66cb-b10d-4cb8-aa88-b58af18fd6c8 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0494900 May 17 22:17:01.077208 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-62ec74a2-0d0e-467f-b0b1-b556465b3d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (18bd21c6-8d4d-4ef6-891b-541b84511dc9), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:01.129807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-81833358-35cd-418e-9a8f-1cae32036aba req-e26b7fff-78b0-468d-89ca-9f87a03cc954 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733275 May 17 22:17:01.133429 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec74a2-0d0e-467f-b0b1-b556465b3d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bd21c6-8d4d-4ef6-891b-541b84511dc9,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:01.140894 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-62ec74a2-0d0e-467f-b0b1-b556465b3d55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=652a63b036f949e2b22710ef40e2f162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838225 May 17 22:17:01.143427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47708) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:01.202557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67f3e1b4-2cae-4df4-a18c-3e8a2af8831a admin admin] Publish callbacks [] for security_group (18bd21c6-8d4d-4ef6-891b-541b84511dc9), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:01.224127 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67f3e1b4-2cae-4df4-a18c-3e8a2af8831a admin admin] Publish callbacks [] for security_group (18bd21c6-8d4d-4ef6-891b-541b84511dc9), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:01.368573 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67f3e1b4-2cae-4df4-a18c-3e8a2af8831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (18bd21c6-8d4d-4ef6-891b-541b84511dc9), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:01.371226 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-67f3e1b4-2cae-4df4-a18c-3e8a2af8831a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:01.372411 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-67f3e1b4-2cae-4df4-a18c-3e8a2af8831a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18bd21c6-8d4d-4ef6-891b-541b84511dc9 HTTP/1.1" status: 204 len: 168 time: 0.2279172 May 17 22:17:01.380816 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3e1b4-2cae-4df4-a18c-3e8a2af8831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bd21c6-8d4d-4ef6-891b-541b84511dc9,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:01.426558 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-809fe176-c06a-42fd-9299-f253da2ca42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.270435 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e29ea-2972-4f7c-8860-ffa99a6f3416 req-ad039a25-500d-436f-83d3-864817168a1f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:02.272294 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c87e29ea-2972-4f7c-8860-ffa99a6f3416 req-ad039a25-500d-436f-83d3-864817168a1f tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0516696 May 17 22:17:02.321894 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c87e29ea-2972-4f7c-8860-ffa99a6f3416 req-7d259268-8a2e-4bd7-930d-9560de6d68c0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups?id=193a8886-f363-4b2d-8a5e-f0923928bfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 May 17 22:17:02.466952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-7f7b82d2-99bb-44ff-b702-a7948d1d1b56 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:02.468426 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-7f7b82d2-99bb-44ff-b702-a7948d1d1b56 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 946 time: 0.0566578 May 17 22:17:02.553975 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Deleting port 01f9ff90-5b71-4555-bb92-f5d36e9518eb {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:17:02.559878 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.653677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] For port 01f9ff90-5b71-4555-bb92-f5d36e9518eb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=01f9ff90-5b71-4555-bb92-f5d36e9518eb,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:17:02.653677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.653931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47766) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:02.764577 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1290f8a2-fdfe-4a3f-8a20-c77504836ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.831132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.831736 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (05697bf5-0109-4b97-ba9b-fb92f6d48938), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.832440 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Floating IP 05697bf5-0109-4b97-ba9b-fb92f6d48938 disassociated. External IP: 172.27.2.17, port: 01f9ff90-5b71-4555-bb92-f5d36e9518eb. May 17 22:17:02.832801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Calling delete_port for 01f9ff90-5b71-4555-bb92-f5d36e9518eb owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:17:02.841889 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1290f8a2-fdfe-4a3f-8a20-c77504836ce6 admin admin] Publish callbacks [] for security_group (8c3ef52d-ef4e-4785-a6b7-d90d930ef75e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.935551 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1290f8a2-fdfe-4a3f-8a20-c77504836ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8c3ef52d-ef4e-4785-a6b7-d90d930ef75e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:02.977992 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290f8a2-fdfe-4a3f-8a20-c77504836ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3ef52d-ef4e-4785-a6b7-d90d930ef75e,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:02.982366 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1290f8a2-fdfe-4a3f-8a20-c77504836ce6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af81c77f06234851bcb62c014e9fbbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275154 May 17 22:17:02.985083 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47772) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:03.034643 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb037-63cf-450d-bae9-633a16778316 admin admin] Publish callbacks [] for security_group (8c3ef52d-ef4e-4785-a6b7-d90d930ef75e), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:03.057201 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb037-63cf-450d-bae9-633a16778316 admin admin] Publish callbacks [] for security_group (8c3ef52d-ef4e-4785-a6b7-d90d930ef75e), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:03.077885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (01f9ff90-5b71-4555-bb92-f5d36e9518eb), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:03.107846 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event deleted for resources: {'Port': ['ID=01f9ff90-5b71-4555-bb92-f5d36e9518eb,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:03.213324 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb037-63cf-450d-bae9-633a16778316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (8c3ef52d-ef4e-4785-a6b7-d90d930ef75e), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:03.215983 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb037-63cf-450d-bae9-633a16778316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:03.217350 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1bdeb037-63cf-450d-bae9-633a16778316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c3ef52d-ef4e-4785-a6b7-d90d930ef75e HTTP/1.1" status: 204 len: 168 time: 0.2313857 May 17 22:17:03.219440 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:17:03.226427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdeb037-63cf-450d-bae9-633a16778316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3ef52d-ef4e-4785-a6b7-d90d930ef75e,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:03.332865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:17:03.350012 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:17:03.367502 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:17:03.368301 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:03.387157 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] No DVR routers for this DVR port 01f9ff90-5b71-4555-bb92-f5d36e9518eb on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:17:03.389673 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:03.394296 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d959f3e7-2e2a-4a21-a132-4e63f1275d9a req-f39e59c4-28d6-4e67-a002-d56ed17851a2 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.52 "DELETE /v2.0/ports/01f9ff90-5b71-4555-bb92-f5d36e9518eb HTTP/1.1" status: 204 len: 173 time: 0.9206417 May 17 22:17:03.394857 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-deleted', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:17:03.397284 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a848a1-ec40-4470-b0d4-b83e82e558ef" -d '{"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-deleted", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:17:03.463617 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccbbe09-a3b5-411e-be9f-2ee304e176ad x-openstack-request-id: req-3ccbbe09-a3b5-411e-be9f-2ee304e176ad {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:17:03.464147 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c", "name": "network-vif-deleted", "tag": "01f9ff90-5b71-4555-bb92-f5d36e9518eb", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:17:03.464572 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ccbbe09-a3b5-411e-be9f-2ee304e176ad {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:17:03.465143 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccbbe09-a3b5-411e-be9f-2ee304e176ad'] response: {'server_uuid': '9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c', 'name': 'network-vif-deleted', 'tag': '01f9ff90-5b71-4555-bb92-f5d36e9518eb', 'status': 'completed', 'code': 200} May 17 22:17:03.467890 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3d82b7b-ff4e-43d8-a30b-5eb702a39a47 req-819faaf7-90a5-4ab2-b05f-04b1c6aef454 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 210 time: 0.0427301 May 17 22:17:03.638096 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:17:03.849190 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:03.876755 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:17:03.886264 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:17:03.886864 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:16:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:04.002438 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:17:04.065663 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e226ebd3-8a2c-41fe-a04d-15b4a32ac1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:04.197121 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:04.229047 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2eabd-19fd-4caa-9940-7779858630da None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:09:04Z', 'revision_number': 4, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'e234460f-1141-4086-93d0-6b6a8c593b4d', 'name': '', 'network_id': '9a32e06d-55b9-408a-a0d4-94ee7082349b', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'mac_address': 'fa:16:3e:8d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:09:00Z', 'updated_at': '2022-05-17T22:09:12Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'subnets': [{'id': '10a29eac-6944-4356-aa5d-6e947c1b195e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:17:04.552630 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85df546-edb8-4b48-804d-7f0332a2cd74 None None] New status for floating IP 05697bf5-0109-4b97-ba9b-fb92f6d48938: DOWN {{(pid=103951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:17:04.625183 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d5ccd9aa-8d54-4037-84ad-c92ea78b6965 req-345af741-ef8c-4d6c-965a-73e34151b385 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a17dcd3-764d-4b04-b3c1-d0cf3b3cf48c HTTP/1.1" status: 200 len: 210 time: 0.0392025 May 17 22:17:05.025657 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:05.782264 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47896) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:05.842190 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-13d668c7-d4a2-4f7e-8b25-b881fa0ad3fc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (193a8886-f363-4b2d-8a5e-f0923928bfcc), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:05.872285 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-13d668c7-d4a2-4f7e-8b25-b881fa0ad3fc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (193a8886-f363-4b2d-8a5e-f0923928bfcc), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:05.998383 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-13d668c7-d4a2-4f7e-8b25-b881fa0ad3fc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (193a8886-f363-4b2d-8a5e-f0923928bfcc), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.001035 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-13d668c7-d4a2-4f7e-8b25-b881fa0ad3fc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.002155 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-13d668c7-d4a2-4f7e-8b25-b881fa0ad3fc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "DELETE /v2.0/security-groups/193a8886-f363-4b2d-8a5e-f0923928bfcc HTTP/1.1" status: 204 len: 168 time: 0.2182510 May 17 22:17:06.005206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47900) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:06.016231 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d668c7-d4a2-4f7e-8b25-b881fa0ad3fc tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193a8886-f363-4b2d-8a5e-f0923928bfcc,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:06.022027 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.api.v2.resource [None req-e46194cd-6b39-4cd9-bb1a-f45865a681cf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] show failed (client error): The resource could not be found. May 17 22:17:06.023729 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e46194cd-6b39-4cd9-bb1a-f45865a681cf tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "GET /v2.0/security-groups/193a8886-f363-4b2d-8a5e-f0923928bfcc HTTP/1.1" status: 404 len: 347 time: 0.0174999 May 17 22:17:06.026520 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47902) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:06.136092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Deleting port 239310a3-18dc-4a6b-9f1e-9be83459f9dc {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:17:06.136433 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.213405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.213797 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (239310a3-18dc-4a6b-9f1e-9be83459f9dc), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.226939 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Calling delete_port for 239310a3-18dc-4a6b-9f1e-9be83459f9dc owned by network:floatingip {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:17:06.256589 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:17:06.280916 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 01f9ff90-5b71-4555-bb92-f5d36e9518eb {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:17:06.285536 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 01f9ff90-5b71-4555-bb92-f5d36e9518eb not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:17:06.316285 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47912) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:06.398750 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.430325 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bc395eb2-7113-4681-a293-cc2b6fc11bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.433191 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (239310a3-18dc-4a6b-9f1e-9be83459f9dc), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.465254 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Pushing event deleted for resources: {'Port': ['ID=239310a3-18dc-4a6b-9f1e-9be83459f9dc,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:06.522812 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bc395eb2-7113-4681-a293-cc2b6fc11bdb admin admin] Publish callbacks [] for security_group (f90cf1d5-7679-4763-b182-5248bd753497), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.535951 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks [] for floatingip (05697bf5-0109-4b97-ba9b-fb92f6d48938), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.538798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.540044 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cc598f77-2b17-4313-9a42-bc6f652453d0 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] 10.222.0.24 "DELETE /v2.0/floatingips/05697bf5-0109-4b97-ba9b-fb92f6d48938 HTTP/1.1" status: 204 len: 168 time: 0.5126264 May 17 22:17:06.603792 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-bc395eb2-7113-4681-a293-cc2b6fc11bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f90cf1d5-7679-4763-b182-5248bd753497), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.646367 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-bc395eb2-7113-4681-a293-cc2b6fc11bdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4faf17e96a0c4d69ac410971d2fbe97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286710 May 17 22:17:06.647042 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc395eb2-7113-4681-a293-cc2b6fc11bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cf1d5-7679-4763-b182-5248bd753497,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:06.650019 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 47928) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:06.704543 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d72f1b92-674f-4d52-86d8-f4f285807bc6 admin admin] Publish callbacks [] for security_group (f90cf1d5-7679-4763-b182-5248bd753497), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.726697 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d72f1b92-674f-4d52-86d8-f4f285807bc6 admin admin] Publish callbacks [] for security_group (f90cf1d5-7679-4763-b182-5248bd753497), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.843521 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d72f1b92-674f-4d52-86d8-f4f285807bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f90cf1d5-7679-4763-b182-5248bd753497), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.846223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d72f1b92-674f-4d52-86d8-f4f285807bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:06.847591 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d72f1b92-674f-4d52-86d8-f4f285807bc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f90cf1d5-7679-4763-b182-5248bd753497 HTTP/1.1" status: 204 len: 168 time: 0.1962264 May 17 22:17:06.860543 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f1b92-674f-4d52-86d8-f4f285807bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cf1d5-7679-4763-b182-5248bd753497,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:07.775017 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:09.454966 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47980) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:09.915471 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (2f119732-8dc3-43b3-8ef7-04984a19c05d), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:10.138565 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Deleting port e234460f-1141-4086-93d0-6b6a8c593b4d {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:17:10.138895 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:10.216788 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] For port e234460f-1141-4086-93d0-6b6a8c593b4d, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e234460f-1141-4086-93d0-6b6a8c593b4d,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:17:10.217144 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:10.230389 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Calling delete_port for e234460f-1141-4086-93d0-6b6a8c593b4d owned by network:router_interface {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:17:10.488226 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e234460f-1141-4086-93d0-6b6a8c593b4d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:10.514133 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Pushing event deleted for resources: {'Port': ['ID=e234460f-1141-4086-93d0-6b6a8c593b4d,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:10.680720 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (2f119732-8dc3-43b3-8ef7-04984a19c05d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:10.886064 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Router 2f119732-8dc3-43b3-8ef7-04984a19c05d has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:17:10.995456 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:17:11.001550 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f38316fe-8408-4ae3-86d3-544a151d1105 admin admin] 10.222.0.24 "PUT /v2.0/routers/2f119732-8dc3-43b3-8ef7-04984a19c05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502458 May 17 22:17:11.013677 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 47992) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:11.014102 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] Sync routers for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:17:11.025257 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:17:11.026094 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:17:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:11.109233 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks [] for router (2f119732-8dc3-43b3-8ef7-04984a19c05d), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.128870 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:17:11.210520 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks [] for router_gateway (2f119732-8dc3-43b3-8ef7-04984a19c05d), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.311458 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:17:10Z', 'revision_number': 5, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port': {'id': 'dad9374d-2485-4836-855c-06e1cd7d4553', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:08:55Z', 'updated_at': '2022-05-17T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:11.339593 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] Checking router: 2f119732-8dc3-43b3-8ef7-04984a19c05d for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:17:11.347977 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] Routers {'2f119732-8dc3-43b3-8ef7-04984a19c05d'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:17:11.348570 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:17:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['2f119732-8dc3-43b3-8ef7-04984a19c05d'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:11.361339 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Deleting port dad9374d-2485-4836-855c-06e1cd7d4553 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:17:11.362493 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.440293 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] Set router 2f119732-8dc3-43b3-8ef7-04984a19c05d gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:17:11.450967 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] For port dad9374d-2485-4836-855c-06e1cd7d4553, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=dad9374d-2485-4836-855c-06e1cd7d4553,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:17:11.451368 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.466559 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Calling delete_port for dad9374d-2485-4836-855c-06e1cd7d4553 owned by network:router_gateway {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:17:11.492254 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:17:11Z', 'revision_number': 6, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:11.520252 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aed3-19a5-443c-8bc0-155ee22d326a None None] The sync data for ids ['2f119732-8dc3-43b3-8ef7-04984a19c05d'] in dv-cinder-839987-6-iscsi is: [{'id': '2f119732-8dc3-43b3-8ef7-04984a19c05d', 'name': 'tempest-AttachVolumeShelveTestJSON-28765286-router', 'tenant_id': '422158a05bcb44c8917cf1a6408cd7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:08:54Z', 'updated_at': '2022-05-17T22:17:11Z', 'revision_number': 6, 'project_id': '422158a05bcb44c8917cf1a6408cd7ad', 'gw_port_host': None}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:17:11.746496 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (dad9374d-2485-4836-855c-06e1cd7d4553), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.770847 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad9374d-2485-4836-855c-06e1cd7d4553,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:11.834410 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (2f119732-8dc3-43b3-8ef7-04984a19c05d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.933451 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (2f119732-8dc3-43b3-8ef7-04984a19c05d), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:11.936337 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks [] for router_controller (2f119732-8dc3-43b3-8ef7-04984a19c05d), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.082046 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (2f119732-8dc3-43b3-8ef7-04984a19c05d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.082659 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f119732-8dc3-43b3-8ef7-04984a19c05d {{(pid=103950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:17:12.089637 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.089637 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d0d80b65-fb8e-4e68-9b7d-29afd74dc5c2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2f119732-8dc3-43b3-8ef7-04984a19c05d HTTP/1.1" status: 204 len: 168 time: 1.0845690 May 17 22:17:12.092100 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48002) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:12.137135 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Deleting subnet 10a29eac-6944-4356-aa5d-6e947c1b195e {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:17:12.140213 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Publish callbacks [] for subnet (10a29eac-6944-4356-aa5d-6e947c1b195e), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.175677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (10a29eac-6944-4356-aa5d-6e947c1b195e), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.253361 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (10a29eac-6944-4356-aa5d-6e947c1b195e), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.381194 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (10a29eac-6944-4356-aa5d-6e947c1b195e), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.384884 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dad9374d-2485-4836-855c-06e1cd7d4553 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:17:12.405666 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: dad9374d-2485-4836-855c-06e1cd7d4553 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:17:12.406280 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device dad9374d-2485-4836-855c-06e1cd7d4553 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:17:12.409300 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e234460f-1141-4086-93d0-6b6a8c593b4d no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:17:12.426212 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: e234460f-1141-4086-93d0-6b6a8c593b4d {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:17:12.426802 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e234460f-1141-4086-93d0-6b6a8c593b4d not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:17:12.432830 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a29eac-6944-4356-aa5d-6e947c1b195e,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:12.434793 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.441550 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-562144c2-ff36-4185-9a60-2a3348e8fb78 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/10a29eac-6944-4356-aa5d-6e947c1b195e HTTP/1.1" status: 204 len: 168 time: 0.3462844 May 17 22:17:12.441740 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aec4ee-e803-4da0-a648-10b79762a487 None None] Network 9a32e06d-55b9-408a-a0d4-94ee7082349b requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:17:12.441950 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48004) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:12.764544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] DHCP port deletion for 9a32e06d-55b9-408a-a0d4-94ee7082349b request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:17:12.802759 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Deleting port 8c413fbe-9635-4640-ac8e-5403c7e637d8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:17:12.803146 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.815862 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (9a32e06d-55b9-408a-a0d4-94ee7082349b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.862046 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Deleting port 8c413fbe-9635-4640-ac8e-5403c7e637d8 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:17:12.862391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.877741 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] For port 8c413fbe-9635-4640-ac8e-5403c7e637d8, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=8c413fbe-9635-4640-ac8e-5403c7e637d8,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:17:12.878253 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.892269 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Calling delete_port for 8c413fbe-9635-4640-ac8e-5403c7e637d8 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:17:12.962230 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] For port 8c413fbe-9635-4640-ac8e-5403c7e637d8, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=8c413fbe-9635-4640-ac8e-5403c7e637d8,segment=NetworkSegment(43b4504f-4b91-42f1-8126-c036dd2b1720),segment_id=43b4504f-4b91-42f1-8126-c036dd2b1720)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:17:12.962693 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:12.977708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Calling delete_port for 8c413fbe-9635-4640-ac8e-5403c7e637d8 owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:17:13.135427 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.148916 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (8c413fbe-9635-4640-ac8e-5403c7e637d8), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.162885 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Pushing event deleted for resources: {'Port': ['ID=8c413fbe-9635-4640-ac8e-5403c7e637d8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:13.165600 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] No DVR routers for this DVR port 8c413fbe-9635-4640-ac8e-5403c7e637d8 on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:17:13.177111 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c413fbe-9635-4640-ac8e-5403c7e637d8,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:13.182065 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] No DVR routers for this DVR port 8c413fbe-9635-4640-ac8e-5403c7e637d8 on host dv-cinder-839987-6-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.187685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.189611 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.189976 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.190382 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.190703 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.191083 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20903aba-7c1f-429f-bf34-e0c86c772bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:17:13.267710 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (9a32e06d-55b9-408a-a0d4-94ee7082349b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.290506 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a32e06d-55b9-408a-a0d4-94ee7082349b']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:13.301102 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b4504f-4b91-42f1-8126-c036dd2b1720') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:13.301509 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b4504f-4b91-42f1-8126-c036dd2b1720') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:17:13.313507 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (43b4504f-4b91-42f1-8126-c036dd2b1720), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.326543 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (43b4504f-4b91-42f1-8126-c036dd2b1720), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.333222 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:17:13.333685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (43b4504f-4b91-42f1-8126-c036dd2b1720), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: self.session.flush() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:17:13.335507 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:17:13.488226 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (9a32e06d-55b9-408a-a0d4-94ee7082349b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.494388 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:13.503717 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a32e06d-55b9-408a-a0d4-94ee7082349b HTTP/1.1" status: 204 len: 168 time: 1.0545356 May 17 22:17:13.512633 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb307222-b373-4340-815b-062ed1734824 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a32e06d-55b9-408a-a0d4-94ee7082349b,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:13.929476 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48030) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:13.975484 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-723650bd-a53a-460e-814f-d0f0693e15f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=422158a05bcb44c8917cf1a6408cd7ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448227 May 17 22:17:13.978155 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48032) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:14.032100 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0c5-109d-490f-84b8-54ccc6669bae admin admin] Publish callbacks [] for security_group (a1aaedfd-a917-4ce9-a086-9bd94ef78b49), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:14.055846 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0c5-109d-490f-84b8-54ccc6669bae admin admin] Publish callbacks [] for security_group (a1aaedfd-a917-4ce9-a086-9bd94ef78b49), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:14.219012 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0c5-109d-490f-84b8-54ccc6669bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a1aaedfd-a917-4ce9-a086-9bd94ef78b49), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:14.221610 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0c5-109d-490f-84b8-54ccc6669bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:14.225144 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fed2d0c5-109d-490f-84b8-54ccc6669bae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1aaedfd-a917-4ce9-a086-9bd94ef78b49 HTTP/1.1" status: 204 len: 168 time: 0.2436936 May 17 22:17:14.230803 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2d0c5-109d-490f-84b8-54ccc6669bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aaedfd-a917-4ce9-a086-9bd94ef78b49,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:14.383019 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 8c413fbe-9635-4640-ac8e-5403c7e637d8 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:17:14.405370 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 8c413fbe-9635-4640-ac8e-5403c7e637d8 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:17:14.405712 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 8c413fbe-9635-4640-ac8e-5403c7e637d8 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:17:15.130931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48060) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:15.239151 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5958bfb0-619d-4605-819c-78271943e62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.312637 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5958bfb0-619d-4605-819c-78271943e62a admin admin] Publish callbacks [] for security_group (a81dea06-3ce9-46a5-9df3-b978e457365a), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.425092 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5958bfb0-619d-4605-819c-78271943e62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a81dea06-3ce9-46a5-9df3-b978e457365a), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.465220 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5958bfb0-619d-4605-819c-78271943e62a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5786c7f0737c471dba4c52eaacd7bdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331702 May 17 22:17:15.466331 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958bfb0-619d-4605-819c-78271943e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81dea06-3ce9-46a5-9df3-b978e457365a,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:15.467942 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48072) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:15.522077 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fe91e2be-cb20-4cee-9d6f-ab825cbd6309 admin admin] Publish callbacks [] for security_group (a81dea06-3ce9-46a5-9df3-b978e457365a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.543930 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fe91e2be-cb20-4cee-9d6f-ab825cbd6309 admin admin] Publish callbacks [] for security_group (a81dea06-3ce9-46a5-9df3-b978e457365a), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.705599 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fe91e2be-cb20-4cee-9d6f-ab825cbd6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (a81dea06-3ce9-46a5-9df3-b978e457365a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.708997 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fe91e2be-cb20-4cee-9d6f-ab825cbd6309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:15.713985 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fe91e2be-cb20-4cee-9d6f-ab825cbd6309 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a81dea06-3ce9-46a5-9df3-b978e457365a HTTP/1.1" status: 204 len: 168 time: 0.2438645 May 17 22:17:15.726795 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91e2be-cb20-4cee-9d6f-ab825cbd6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81dea06-3ce9-46a5-9df3-b978e457365a,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:16.446156 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48094) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:16.459098 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a1556c5-19b9-410a-b60f-477604042091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.543562 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a1556c5-19b9-410a-b60f-477604042091 admin admin] Publish callbacks [] for security_group (428944fc-eb8b-45a2-b9b6-06656c062498), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.624515 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a1556c5-19b9-410a-b60f-477604042091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (428944fc-eb8b-45a2-b9b6-06656c062498), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.662728 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6a1556c5-19b9-410a-b60f-477604042091 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38f5c0c595df487996215d97cd8515d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154751 May 17 22:17:16.664758 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1556c5-19b9-410a-b60f-477604042091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428944fc-eb8b-45a2-b9b6-06656c062498,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:16.666351 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48096) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:16.714419 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1a70af55-25fa-4f95-b9be-d07f965150a2 admin admin] Publish callbacks [] for security_group (428944fc-eb8b-45a2-b9b6-06656c062498), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.735755 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1a70af55-25fa-4f95-b9be-d07f965150a2 admin admin] Publish callbacks [] for security_group (428944fc-eb8b-45a2-b9b6-06656c062498), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.872130 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1a70af55-25fa-4f95-b9be-d07f965150a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (428944fc-eb8b-45a2-b9b6-06656c062498), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.875306 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1a70af55-25fa-4f95-b9be-d07f965150a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:16.876725 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-1a70af55-25fa-4f95-b9be-d07f965150a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/428944fc-eb8b-45a2-b9b6-06656c062498 HTTP/1.1" status: 204 len: 168 time: 0.2092631 May 17 22:17:16.885945 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70af55-25fa-4f95-b9be-d07f965150a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428944fc-eb8b-45a2-b9b6-06656c062498,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:17.682475 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48124) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:17.696738 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f4f4-18a7-4aa4-a9b6-df736b9b2130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:17.768710 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f4f4-18a7-4aa4-a9b6-df736b9b2130 admin admin] Publish callbacks [] for security_group (c100fe3b-9190-4881-b81c-88261807ae62), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:17.865107 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f4f4-18a7-4aa4-a9b6-df736b9b2130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c100fe3b-9190-4881-b81c-88261807ae62), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:17.904132 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9fb5f4f4-18a7-4aa4-a9b6-df736b9b2130 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dd66f286d364b80bec82275d562cba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205677 May 17 22:17:17.904979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5f4f4-18a7-4aa4-a9b6-df736b9b2130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c100fe3b-9190-4881-b81c-88261807ae62,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:17.906855 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48130) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:17.959388 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-111b133a-4fe3-4817-abab-ef7a9e696ff5 admin admin] Publish callbacks [] for security_group (c100fe3b-9190-4881-b81c-88261807ae62), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:17.979619 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-111b133a-4fe3-4817-abab-ef7a9e696ff5 admin admin] Publish callbacks [] for security_group (c100fe3b-9190-4881-b81c-88261807ae62), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:18.215015 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-111b133a-4fe3-4817-abab-ef7a9e696ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (c100fe3b-9190-4881-b81c-88261807ae62), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:18.217560 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-111b133a-4fe3-4817-abab-ef7a9e696ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:18.218746 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-111b133a-4fe3-4817-abab-ef7a9e696ff5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c100fe3b-9190-4881-b81c-88261807ae62 HTTP/1.1" status: 204 len: 168 time: 0.3102951 May 17 22:17:18.227489 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b133a-4fe3-4817-abab-ef7a9e696ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c100fe3b-9190-4881-b81c-88261807ae62,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:19.364008 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48148) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:19.468468 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ad34a318-3242-449c-8350-84a933d35e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.540787 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ad34a318-3242-449c-8350-84a933d35e34 admin admin] Publish callbacks [] for security_group (d96f3955-3f06-4c69-b432-5f8089edc2fb), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.608567 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ad34a318-3242-449c-8350-84a933d35e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d96f3955-3f06-4c69-b432-5f8089edc2fb), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.645862 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34a318-3242-449c-8350-84a933d35e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f3955-3f06-4c69-b432-5f8089edc2fb,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:19.650106 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ad34a318-3242-449c-8350-84a933d35e34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fe81abec91245bfa2f58ac691f4acf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850986 May 17 22:17:19.653357 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48154) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:19.700511 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7374300e-fc0e-4954-8e2b-7484516e467f admin admin] Publish callbacks [] for security_group (d96f3955-3f06-4c69-b432-5f8089edc2fb), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.723515 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7374300e-fc0e-4954-8e2b-7484516e467f admin admin] Publish callbacks [] for security_group (d96f3955-3f06-4c69-b432-5f8089edc2fb), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.830471 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7374300e-fc0e-4954-8e2b-7484516e467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d96f3955-3f06-4c69-b432-5f8089edc2fb), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.832973 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7374300e-fc0e-4954-8e2b-7484516e467f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:19.834148 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7374300e-fc0e-4954-8e2b-7484516e467f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d96f3955-3f06-4c69-b432-5f8089edc2fb HTTP/1.1" status: 204 len: 168 time: 0.1804750 May 17 22:17:19.841965 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374300e-fc0e-4954-8e2b-7484516e467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f3955-3f06-4c69-b432-5f8089edc2fb,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:26.906205 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:29.076185 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abd69b-a3a3-497b-8362-85dde80989e1 req-dd2e7d94-68b0-45ab-a72e-ee286b7af008 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:29.077662 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-70abd69b-a3a3-497b-8362-85dde80989e1 req-dd2e7d94-68b0-45ab-a72e-ee286b7af008 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0530596 May 17 22:17:29.126520 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-70abd69b-a3a3-497b-8362-85dde80989e1 req-06bdedab-99da-447c-8499-442b851ed98a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 May 17 22:17:30.240145 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadf94-b937-4403-95ec-72f8a6f02336 req-b63bad08-406d-4c73-a1da-18249854838c tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:30.241565 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94fadf94-b937-4403-95ec-72f8a6f02336 req-b63bad08-406d-4c73-a1da-18249854838c tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0463431 May 17 22:17:30.290460 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-94fadf94-b937-4403-95ec-72f8a6f02336 req-6a309805-3dfe-498d-9173-a49cf05c1289 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 May 17 22:17:31.407775 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fcee7-417c-4121-bff1-55ce45737d26 req-48903c09-6b28-4dce-a9ac-73f51c1a73d4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:31.409656 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-866fcee7-417c-4121-bff1-55ce45737d26 req-48903c09-6b28-4dce-a9ac-73f51c1a73d4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0492578 May 17 22:17:31.436232 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-316c2e25-69be-4685-98b0-2b20bf6e525c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:31.468573 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-866fcee7-417c-4121-bff1-55ce45737d26 req-e9b7de55-72f1-4acb-b896-7d2dae6222bd tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531461 May 17 22:17:32.580598 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854e42d-ed22-4948-a686-a5103136c297 req-cbff4a09-7d0b-441a-b7dc-33b3407fab47 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:32.582105 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8854e42d-ed22-4948-a686-a5103136c297 req-cbff4a09-7d0b-441a-b7dc-33b3407fab47 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0477240 May 17 22:17:32.639041 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8854e42d-ed22-4948-a686-a5103136c297 req-ab1d9125-ba5b-400c-a779-b0668cbae820 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515046 May 17 22:17:33.412130 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:17:33.758809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a944-2154-4536-b832-5bf2c931cada req-67edeb08-fa1f-42f3-9472-2955b8e369c2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:33.760315 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d208a944-2154-4536-b832-5bf2c931cada req-67edeb08-fa1f-42f3-9472-2955b8e369c2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0471704 May 17 22:17:33.812566 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d208a944-2154-4536-b832-5bf2c931cada req-e96b77b4-abca-49a5-8ddd-5c05dba1661e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453382 May 17 22:17:34.065838 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0e18908a-fc37-4356-9205-3db6a77e1f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:34.928610 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5e687-51f5-4318-8ec8-a8999ed3c99b req-c96c1138-1fd9-492f-b4de-f85ecc1b62c5 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:34.930071 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ce5e687-51f5-4318-8ec8-a8999ed3c99b req-c96c1138-1fd9-492f-b4de-f85ecc1b62c5 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0514407 May 17 22:17:34.982729 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4ce5e687-51f5-4318-8ec8-a8999ed3c99b req-840dbcac-5a29-47bd-84dc-d48597977bb9 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469127 May 17 22:17:35.048842 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:35.912216 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48378) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:36.017600 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-31dfa496-2402-44ec-b178-f5d6e131ad3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.093941 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-31dfa496-2402-44ec-b178-f5d6e131ad3b admin admin] Publish callbacks [] for security_group (b02ad4b8-b67e-48a2-9e90-6677bf2dc99b), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.096175 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d2fd5-e45c-4875-a102-18368e01a366 req-102a4676-6be4-49d4-983d-70a1b928384a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:36.097655 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-657d2fd5-e45c-4875-a102-18368e01a366 req-102a4676-6be4-49d4-983d-70a1b928384a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0472574 May 17 22:17:36.148276 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-657d2fd5-e45c-4875-a102-18368e01a366 req-f3c66dd7-0d47-4f3c-8203-2b8663d48a6b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 May 17 22:17:36.190288 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-31dfa496-2402-44ec-b178-f5d6e131ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b02ad4b8-b67e-48a2-9e90-6677bf2dc99b), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.234360 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-31dfa496-2402-44ec-b178-f5d6e131ad3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca03fe99c55a49cc8c965679f9003575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173072 May 17 22:17:36.234360 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfa496-2402-44ec-b178-f5d6e131ad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ad4b8-b67e-48a2-9e90-6677bf2dc99b,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:36.236297 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48390) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:36.284337 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d265560f-3f24-4e07-9613-7cd4bb0e5826 admin admin] Publish callbacks [] for security_group (b02ad4b8-b67e-48a2-9e90-6677bf2dc99b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.306328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d265560f-3f24-4e07-9613-7cd4bb0e5826 admin admin] Publish callbacks [] for security_group (b02ad4b8-b67e-48a2-9e90-6677bf2dc99b), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.424534 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.453090 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d265560f-3f24-4e07-9613-7cd4bb0e5826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b02ad4b8-b67e-48a2-9e90-6677bf2dc99b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.455584 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d265560f-3f24-4e07-9613-7cd4bb0e5826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:36.456705 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d265560f-3f24-4e07-9613-7cd4bb0e5826 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02ad4b8-b67e-48a2-9e90-6677bf2dc99b HTTP/1.1" status: 204 len: 168 time: 0.2194915 May 17 22:17:36.465153 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265560f-3f24-4e07-9613-7cd4bb0e5826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ad4b8-b67e-48a2-9e90-6677bf2dc99b,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:37.271041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62694087-1a25-43bb-808a-41b2b74c5364 req-a2f37b2c-fe73-48c8-8a6d-6baa448d652d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:37.275802 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-62694087-1a25-43bb-808a-41b2b74c5364 req-a2f37b2c-fe73-48c8-8a6d-6baa448d652d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0540922 May 17 22:17:37.334354 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-62694087-1a25-43bb-808a-41b2b74c5364 req-b343cf2d-4f07-4965-aaf6-316266a08227 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535891 May 17 22:17:37.785799 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:38.447717 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e3ad-cc8b-45d1-82e5-d3d4e9aa498b req-e3b09a98-1ff5-4e9d-b6f7-94c87fe7dca2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:38.449747 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b815e3ad-cc8b-45d1-82e5-d3d4e9aa498b req-e3b09a98-1ff5-4e9d-b6f7-94c87fe7dca2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0483401 May 17 22:17:38.499719 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b815e3ad-cc8b-45d1-82e5-d3d4e9aa498b req-e53a7060-71e9-443c-b699-5544da9b5e15 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 May 17 22:17:39.617916 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539ab72-5f44-4501-994c-104a4fac2625 req-54d20a20-4e5a-477b-8a24-0d399a6c770d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:39.619345 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8539ab72-5f44-4501-994c-104a4fac2625 req-54d20a20-4e5a-477b-8a24-0d399a6c770d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0468092 May 17 22:17:39.668803 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8539ab72-5f44-4501-994c-104a4fac2625 req-0f2e82f7-3e30-4b99-9282-7eb73ab28e81 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 May 17 22:17:40.782188 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef59e9e-447d-4b54-bd0e-c238f2c7df16 req-aee11181-8d95-4c89-9796-3614d1f6791b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:40.783638 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef59e9e-447d-4b54-bd0e-c238f2c7df16 req-aee11181-8d95-4c89-9796-3614d1f6791b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0490067 May 17 22:17:40.833028 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eef59e9e-447d-4b54-bd0e-c238f2c7df16 req-f45b2ff7-52f3-47a1-b8b8-64c559990ae0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 May 17 22:17:41.952478 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c94a-f138-469f-98e7-0ec405347df3 req-f40e33de-6ff7-4526-a7c5-14ba87475b8a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:41.953955 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50c1c94a-f138-469f-98e7-0ec405347df3 req-f40e33de-6ff7-4526-a7c5-14ba87475b8a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0493939 May 17 22:17:42.002785 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50c1c94a-f138-469f-98e7-0ec405347df3 req-5cd661b7-bf63-464b-b1c8-11d9c67f5310 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 May 17 22:17:43.119471 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6563-697d-4a20-8cc0-0dd051af265c req-6ad1ee96-ec13-4cd0-988c-c4d2f07522f5 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:43.123584 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2acf6563-697d-4a20-8cc0-0dd051af265c req-6ad1ee96-ec13-4cd0-988c-c4d2f07522f5 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0528839 May 17 22:17:43.180194 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2acf6563-697d-4a20-8cc0-0dd051af265c req-c92c666e-98ff-461e-a891-24ea687b6fba tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509946 May 17 22:17:44.296027 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dfc8f-9420-4b93-b499-3fff2f9aa7fa req-405e56c3-00a0-4420-84d2-5474548d57c4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:44.297510 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-137dfc8f-9420-4b93-b499-3fff2f9aa7fa req-405e56c3-00a0-4420-84d2-5474548d57c4 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0485899 May 17 22:17:44.345259 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-137dfc8f-9420-4b93-b499-3fff2f9aa7fa req-9398af03-b924-4dd4-b856-b04a40c7af32 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 May 17 22:17:45.459899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a7c9-2bfb-4a72-a1a3-4c98aa327ae6 req-56581145-d0ee-4188-90b1-64e7e3f33c81 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:45.461385 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9816a7c9-2bfb-4a72-a1a3-4c98aa327ae6 req-56581145-d0ee-4188-90b1-64e7e3f33c81 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0488374 May 17 22:17:45.517589 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9816a7c9-2bfb-4a72-a1a3-4c98aa327ae6 req-bc5c238c-f5ad-413f-aa8a-cc36a3d7f568 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491726 May 17 22:17:45.680213 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48558) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:45.787492 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-055a91d5-a080-4583-9bd0-04f2b9694d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:45.840126 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48564) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:45.862013 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-055a91d5-a080-4583-9bd0-04f2b9694d92 admin admin] Publish callbacks [] for security_group (4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:45.923203 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-055a91d5-a080-4583-9bd0-04f2b9694d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:45.944336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d4abf77f-9585-4810-aa4c-535456215709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:45.961869 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-055a91d5-a080-4583-9bd0-04f2b9694d92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c87af3055ce14cd796e9d94534ec8b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806022 May 17 22:17:45.964150 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a91d5-a080-4583-9bd0-04f2b9694d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:45.964878 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48570) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:46.045578 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be43dfdc-a204-42fa-9b43-928d533cdfa7 admin admin] Publish callbacks [] for security_group (4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.066746 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d4abf77f-9585-4810-aa4c-535456215709 admin admin] Publish callbacks [] for security_group (db9fa126-3ad7-465d-889f-39799bd6a248), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.077843 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be43dfdc-a204-42fa-9b43-928d533cdfa7 admin admin] Publish callbacks [] for security_group (4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.117251 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d4abf77f-9585-4810-aa4c-535456215709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (db9fa126-3ad7-465d-889f-39799bd6a248), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.157859 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d4abf77f-9585-4810-aa4c-535456215709 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0082b9e8f4e415fad5325973435a1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165832 May 17 22:17:46.159763 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abf77f-9585-4810-aa4c-535456215709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9fa126-3ad7-465d-889f-39799bd6a248,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:46.160659 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48572) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:46.209179 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb73c-3bc7-4ab5-885a-07f4cb5f6c9f admin admin] Publish callbacks [] for security_group (db9fa126-3ad7-465d-889f-39799bd6a248), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.218495 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be43dfdc-a204-42fa-9b43-928d533cdfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.221029 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be43dfdc-a204-42fa-9b43-928d533cdfa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.222128 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-be43dfdc-a204-42fa-9b43-928d533cdfa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e HTTP/1.1" status: 204 len: 168 time: 0.2563515 May 17 22:17:46.230641 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43dfdc-a204-42fa-9b43-928d533cdfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2eddc1-1731-4f8e-ad08-71c6a11d8e7e,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:46.231498 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb73c-3bc7-4ab5-885a-07f4cb5f6c9f admin admin] Publish callbacks [] for security_group (db9fa126-3ad7-465d-889f-39799bd6a248), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.328525 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb73c-3bc7-4ab5-885a-07f4cb5f6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (db9fa126-3ad7-465d-889f-39799bd6a248), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.331030 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb73c-3bc7-4ab5-885a-07f4cb5f6c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.332219 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-ce4cb73c-3bc7-4ab5-885a-07f4cb5f6c9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db9fa126-3ad7-465d-889f-39799bd6a248 HTTP/1.1" status: 204 len: 168 time: 0.1705592 May 17 22:17:46.341241 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cb73c-3bc7-4ab5-885a-07f4cb5f6c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9fa126-3ad7-465d-889f-39799bd6a248,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:46.643001 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53496-e9ba-4b30-a0ee-a1f60bb571aa req-ff8b67f8-19e2-44f2-8581-53102759052d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:46.644639 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66e53496-e9ba-4b30-a0ee-a1f60bb571aa req-ff8b67f8-19e2-44f2-8581-53102759052d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0582676 May 17 22:17:46.715806 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-66e53496-e9ba-4b30-a0ee-a1f60bb571aa req-f1ba3e45-dde6-4c9e-8782-3d56ac4a5018 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651312 May 17 22:17:46.911458 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48582) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:46.924953 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-51d06fdc-f845-4b05-b9dc-ed55d23f1c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:46.996926 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-51d06fdc-f845-4b05-b9dc-ed55d23f1c52 admin admin] Publish callbacks [] for security_group (9de167d1-d3fe-469c-87ab-45e4192e197d), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:47.048537 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-51d06fdc-f845-4b05-b9dc-ed55d23f1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (9de167d1-d3fe-469c-87ab-45e4192e197d), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:47.085774 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d06fdc-f845-4b05-b9dc-ed55d23f1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de167d1-d3fe-469c-87ab-45e4192e197d,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:47.090676 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-51d06fdc-f845-4b05-b9dc-ed55d23f1c52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34b5dbfb50d44ed09d8338c43a954034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782277 May 17 22:17:47.094053 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48584) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:47.150537 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-60377b3b-784c-413f-a045-dfeddddd62c4 admin admin] Publish callbacks [] for security_group (9de167d1-d3fe-469c-87ab-45e4192e197d), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:47.172946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-60377b3b-784c-413f-a045-dfeddddd62c4 admin admin] Publish callbacks [] for security_group (9de167d1-d3fe-469c-87ab-45e4192e197d), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:47.298354 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-60377b3b-784c-413f-a045-dfeddddd62c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (9de167d1-d3fe-469c-87ab-45e4192e197d), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:47.300946 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-60377b3b-784c-413f-a045-dfeddddd62c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:47.302080 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-60377b3b-784c-413f-a045-dfeddddd62c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9de167d1-d3fe-469c-87ab-45e4192e197d HTTP/1.1" status: 204 len: 168 time: 0.2078657 May 17 22:17:47.311376 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60377b3b-784c-413f-a045-dfeddddd62c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de167d1-d3fe-469c-87ab-45e4192e197d,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:47.836170 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e115d2-0ca6-4059-bd31-0085742a66c4 req-6320b1e0-dd3d-4129-b151-69771415bc54 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:47.837626 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b2e115d2-0ca6-4059-bd31-0085742a66c4 req-6320b1e0-dd3d-4129-b151-69771415bc54 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0466206 May 17 22:17:47.887386 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b2e115d2-0ca6-4059-bd31-0085742a66c4 req-ffeb3f1a-f875-47be-b57a-71d146c3163f tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 May 17 22:17:49.008084 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693cc62-1a0a-437c-b7ab-d628b8d3416d req-c5dee097-216a-457e-8f9f-089f3c8ec94d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:49.009577 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b693cc62-1a0a-437c-b7ab-d628b8d3416d req-c5dee097-216a-457e-8f9f-089f3c8ec94d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0533590 May 17 22:17:49.061488 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b693cc62-1a0a-437c-b7ab-d628b8d3416d req-a4c3f666-cf4e-4464-8906-709e0a30189d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459821 May 17 22:17:49.257562 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-73fa6f02-0e69-4e15-b949-234bb3218349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:49.259088 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-73fa6f02-0e69-4e15-b949-234bb3218349 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0399637 May 17 22:17:49.352105 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-0c3059ce-d780-49a1-97e2-6e63ec5b5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:49.353572 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-0c3059ce-d780-49a1-97e2-6e63ec5b5d49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 909 time: 0.0883811 May 17 22:17:49.415012 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-4736f014-e565-460f-a12a-d130034cf7a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0558107 May 17 22:17:49.462392 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-d57fe63f-5e7b-474f-a0cb-6100186d8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:49.464548 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-d57fe63f-5e7b-474f-a0cb-6100186d8c5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0442216 May 17 22:17:49.510547 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-c1b24ca4-8aeb-40dd-b5c7-5515d1458bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:49.512060 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-c1b24ca4-8aeb-40dd-b5c7-5515d1458bd2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424285 May 17 22:17:49.601488 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-8b56856d-5c09-48d2-99a6-ffeca64a61a4 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831540 May 17 22:17:49.694545 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b1898cb5-3452-4de7-aa5d-5c490f1e357b req-b434b48f-df13-4d25-b6cd-671c767134d5 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 May 17 22:17:50.176059 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8580-d2c4-44c4-a631-0962c83bb8d8 req-6e16adf4-fc54-4619-93d3-f2cb7a518faf tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:50.177577 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-004a8580-d2c4-44c4-a631-0962c83bb8d8 req-6e16adf4-fc54-4619-93d3-f2cb7a518faf tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0492311 May 17 22:17:50.230344 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-004a8580-d2c4-44c4-a631-0962c83bb8d8 req-1852c1d8-a475-4293-9efb-02f1a74e5b60 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 May 17 22:17:51.352328 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4214c5-7135-46d6-8eef-add1a09e7327 req-91575e78-3636-43db-832c-5cfa24a91c12 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:51.363938 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef4214c5-7135-46d6-8eef-add1a09e7327 req-91575e78-3636-43db-832c-5cfa24a91c12 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0471218 May 17 22:17:51.407070 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ef4214c5-7135-46d6-8eef-add1a09e7327 req-096eaa9f-156e-4a36-a4bf-ab4b1323bc30 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 May 17 22:17:52.167850 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48660) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:52.285226 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-df663826-0efa-478b-a9b5-803dd5dd1320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.360368 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-df663826-0efa-478b-a9b5-803dd5dd1320 admin admin] Publish callbacks [] for security_group (294dadd7-e614-4cad-8bde-723f3ac9799a), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.436745 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-df663826-0efa-478b-a9b5-803dd5dd1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (294dadd7-e614-4cad-8bde-723f3ac9799a), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.476842 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-df663826-0efa-478b-a9b5-803dd5dd1320 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=619aac1a13a3428baf4eaa63307fa24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079190 May 17 22:17:52.479218 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df663826-0efa-478b-a9b5-803dd5dd1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294dadd7-e614-4cad-8bde-723f3ac9799a,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:52.479604 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48666) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:52.527474 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d570cc-5713-434a-8260-b2797fc32000 req-eea9abe8-768a-46f4-83d6-9819d7ec88f7 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:52.528926 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02d570cc-5713-434a-8260-b2797fc32000 req-eea9abe8-768a-46f4-83d6-9819d7ec88f7 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0509992 May 17 22:17:52.531388 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37e92f13-1831-4954-be1e-d47b69f25247 admin admin] Publish callbacks [] for security_group (294dadd7-e614-4cad-8bde-723f3ac9799a), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.552450 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37e92f13-1831-4954-be1e-d47b69f25247 admin admin] Publish callbacks [] for security_group (294dadd7-e614-4cad-8bde-723f3ac9799a), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.578239 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-02d570cc-5713-434a-8260-b2797fc32000 req-0001f2b0-ab4f-49d3-9fd4-2037cb9e3f78 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438149 May 17 22:17:52.648723 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-a916b023-e3b1-45e9-ba6f-9669e5fe1224 req-c370440f-7e36-4e10-8374-dc5c167e8bd6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:17:52.649686 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a916b023-e3b1-45e9-ba6f-9669e5fe1224 req-c370440f-7e36-4e10-8374-dc5c167e8bd6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055325 May 17 22:17:52.694508 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37e92f13-1831-4954-be1e-d47b69f25247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (294dadd7-e614-4cad-8bde-723f3ac9799a), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.697108 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37e92f13-1831-4954-be1e-d47b69f25247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:52.698256 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-37e92f13-1831-4954-be1e-d47b69f25247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/294dadd7-e614-4cad-8bde-723f3ac9799a HTTP/1.1" status: 204 len: 168 time: 0.2176867 May 17 22:17:52.706718 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e92f13-1831-4954-be1e-d47b69f25247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294dadd7-e614-4cad-8bde-723f3ac9799a,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:53.024373 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc7b0-036f-4c20-a19e-ffd714b88444 req-5439563c-1691-48c7-bbb1-122eba34a228 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:53.026387 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d04dc7b0-036f-4c20-a19e-ffd714b88444 req-5439563c-1691-48c7-bbb1-122eba34a228 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0530527 May 17 22:17:53.080406 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d04dc7b0-036f-4c20-a19e-ffd714b88444 req-1b6be31b-d241-45fb-bed9-6122a093a186 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483761 May 17 22:17:53.147971 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48680) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:53.226240 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-b7874008-530b-47b0-97b5-2af2e6ce678d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771422 May 17 22:17:53.237438 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-ad91dc43-a53e-4e2e-87ec-c1fa0d2e26f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:17:53.238402 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-ad91dc43-a53e-4e2e-87ec-c1fa0d2e26f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049901 May 17 22:17:53.356428 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48688) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:53.370624 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4ce549bc-932b-4263-8cee-526b111799a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:53.372743 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48690) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:53.445341 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4ce549bc-932b-4263-8cee-526b111799a7 admin admin] Publish callbacks [] for security_group (65f027ae-88a3-44a1-8f24-fd7913dfdd98), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:53.511902 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-4ce549bc-932b-4263-8cee-526b111799a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (65f027ae-88a3-44a1-8f24-fd7913dfdd98), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:53.553178 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-4ce549bc-932b-4263-8cee-526b111799a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e302b56252524f9da793533e60b9ce6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955743 May 17 22:17:53.554025 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce549bc-932b-4263-8cee-526b111799a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f027ae-88a3-44a1-8f24-fd7913dfdd98,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:53.557431 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48694) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:17:53.567439 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-59d06ac3-7026-498a-9fb7-765806532d4e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:53.574458 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-59d06ac3-7026-498a-9fb7-765806532d4e tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports/9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 942 time: 0.1950099 May 17 22:17:53.844351 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0e1a-9cf1-48b8-a4a8-0b322f1cb6dd admin admin] Publish callbacks [] for security_group (65f027ae-88a3-44a1-8f24-fd7913dfdd98), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:53.865486 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0e1a-9cf1-48b8-a4a8-0b322f1cb6dd admin admin] Publish callbacks [] for security_group (65f027ae-88a3-44a1-8f24-fd7913dfdd98), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:54.002931 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0e1a-9cf1-48b8-a4a8-0b322f1cb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (65f027ae-88a3-44a1-8f24-fd7913dfdd98), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:54.005390 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0e1a-9cf1-48b8-a4a8-0b322f1cb6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:54.006556 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a2ba0e1a-9cf1-48b8-a4a8-0b322f1cb6dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65f027ae-88a3-44a1-8f24-fd7913dfdd98 HTTP/1.1" status: 204 len: 168 time: 0.4481630 May 17 22:17:54.014344 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba0e1a-9cf1-48b8-a4a8-0b322f1cb6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f027ae-88a3-44a1-8f24-fd7913dfdd98,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:54.198734 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8d38f-9f7f-4f42-9c05-9ac64fec04b7 req-3ee093dd-0439-4991-8246-db2e51d7fc12 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:54.200223 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf8d38f-9f7f-4f42-9c05-9ac64fec04b7 req-3ee093dd-0439-4991-8246-db2e51d7fc12 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0475898 May 17 22:17:54.249047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dbf8d38f-9f7f-4f42-9c05-9ac64fec04b7 req-fb1c8ba1-5ac9-4bc1-a809-08894342ef43 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431340 May 17 22:17:54.473461 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:17:54.544304 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 is: ACTIVE; New status is: DOWN {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:17:54.544690 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:54.569482 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:17:54.571845 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f5b9c-28b7-448c-b499-3f22ccc28973" -d '{"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:17:54.584848 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:17:54.607974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 22:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c0897-9547-4303-a787-8dd7dd598ecf x-openstack-request-id: req-400c0897-9547-4303-a787-8dd7dd598ecf {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:17:54.608259 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-unplugged", "status": "failed", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "code": 422}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:17:54.608507 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-400c0897-9547-4303-a787-8dd7dd598ecf {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:17:54.608934 dv-cinder-839987-6-iscsi neutron-server[103951]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-400c0897-9547-4303-a787-8dd7dd598ecf']: {'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'code': 422} returned with failed status May 17 22:17:54.670243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:54.716200 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=6']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:17:55.377938 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1582e3-60ad-4d59-ac22-0dd4f291f016 req-ea4ad4f6-a1dc-4b87-b7a5-e4e4965f8666 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:55.379424 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8f1582e3-60ad-4d59-ac22-0dd4f291f016 req-ea4ad4f6-a1dc-4b87-b7a5-e4e4965f8666 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0623727 May 17 22:17:55.430518 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8f1582e3-60ad-4d59-ac22-0dd4f291f016 req-598fb99c-ac3a-41cd-89e8-f3644e82e3b0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455005 May 17 22:17:55.806155 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-be9ae6bb-d6b8-46e8-aaf6-1849cc477eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:55.807794 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-be9ae6bb-d6b8-46e8-aaf6-1849cc477eff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2&tenant_id=74eb5524f74d434b87ff129f9997176b HTTP/1.1" status: 200 len: 1127 time: 0.0391917 May 17 22:17:55.864557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-f5d3dde1-6ca6-4d3b-b7b8-d91600290619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:55.866030 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-f5d3dde1-6ca6-4d3b-b7b8-d91600290619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1127 time: 0.0384934 May 17 22:17:55.960949 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-e861d2dd-786d-4b5e-b622-1e866e6c223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:55.962419 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-e861d2dd-786d-4b5e-b622-1e866e6c223e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 909 time: 0.0911386 May 17 22:17:56.026923 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-3d4974c4-d268-4fd8-a055-5f299a589bd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 999 time: 0.0584934 May 17 22:17:56.077753 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-57515877-8132-4d84-bae1-79a6e2118da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:56.079299 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-57515877-8132-4d84-bae1-79a6e2118da3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0470569 May 17 22:17:56.122489 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-36cbbf26-3234-4678-8d21-03ba92b51749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:56.123885 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-36cbbf26-3234-4678-8d21-03ba92b51749 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392425 May 17 22:17:56.214869 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-8b4bba1c-2467-4e26-91a2-934bd5dfcc07 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847740 May 17 22:17:56.308032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b8f18a1b-9442-421e-8de9-2bdd3ce852e3 req-f7536722-fa86-4e8c-9c6f-2526914914be service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882680 May 17 22:17:56.544330 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10c31-016d-4b7e-af15-64f39648b425 req-b5ba8392-1ad9-48f1-b780-4141541567fd tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:56.545795 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ffa10c31-016d-4b7e-af15-64f39648b425 req-b5ba8392-1ad9-48f1-b780-4141541567fd tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0467944 May 17 22:17:56.598046 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ffa10c31-016d-4b7e-af15-64f39648b425 req-671d979c-1c78-40b9-b482-a16581adc306 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464401 May 17 22:17:56.985342 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:17:57.711701 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b977510-9962-42f9-be34-b0570e7cff2e req-63bc13f5-f713-4eab-b373-3b85f87373f6 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:57.713717 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4b977510-9962-42f9-be34-b0570e7cff2e req-63bc13f5-f713-4eab-b373-3b85f87373f6 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0472796 May 17 22:17:57.761910 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4b977510-9962-42f9-be34-b0570e7cff2e req-6c22015c-3cb1-476d-aa2d-0d2c6cecbfca tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 May 17 22:17:58.873285 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ddda8-0cf7-463f-a1bc-e24eb1b289de req-021fddff-c122-47e8-8ebc-801d27ad7644 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:17:58.874727 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2f7ddda8-0cf7-463f-a1bc-e24eb1b289de req-021fddff-c122-47e8-8ebc-801d27ad7644 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0467954 May 17 22:17:58.923130 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2f7ddda8-0cf7-463f-a1bc-e24eb1b289de req-5b2180de-f341-4309-b02d-5d3355f0cd62 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 May 17 22:18:00.095466 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301e87-71ac-475d-b42e-3178250382f5 req-35334b59-2926-48d2-921c-b9efa5abdc70 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:00.096903 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c2301e87-71ac-475d-b42e-3178250382f5 req-35334b59-2926-48d2-921c-b9efa5abdc70 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0485585 May 17 22:18:00.144311 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c2301e87-71ac-475d-b42e-3178250382f5 req-f162f978-26e1-4554-9953-531da7e84d4b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 May 17 22:18:01.257001 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eabc5-59b5-4fee-9b0e-f7ca426b2e9c req-76a441c2-7468-4009-9ce6-3f2aa9cc44a9 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:01.258455 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c30eabc5-59b5-4fee-9b0e-f7ca426b2e9c req-76a441c2-7468-4009-9ce6-3f2aa9cc44a9 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0475552 May 17 22:18:01.308412 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c30eabc5-59b5-4fee-9b0e-f7ca426b2e9c req-88294bba-1ff1-4af2-884c-cc55fd4f635c tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 May 17 22:18:01.414100 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9956f3cb-bf22-4ba8-9949-2e8736b5aebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:02.420415 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccad8d6-c1f8-47a0-9e3b-05d1494389e6 req-bcbbf69d-e946-4da8-916a-d1acf0ca4f6a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:02.421854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7ccad8d6-c1f8-47a0-9e3b-05d1494389e6 req-bcbbf69d-e946-4da8-916a-d1acf0ca4f6a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0459940 May 17 22:18:02.474395 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7ccad8d6-c1f8-47a0-9e3b-05d1494389e6 req-23fa3846-80fb-4d08-b556-f5561539c0b2 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469699 May 17 22:18:03.590057 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11213269-17a6-4a7a-846c-32a525cc9e9a req-a19ba8a7-0370-4df0-8988-22d290a03913 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:03.591528 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11213269-17a6-4a7a-846c-32a525cc9e9a req-a19ba8a7-0370-4df0-8988-22d290a03913 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0479648 May 17 22:18:03.640413 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11213269-17a6-4a7a-846c-32a525cc9e9a req-7b726dec-e2fc-4215-9166-4ae8297a45f9 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 May 17 22:18:04.041168 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3c60efe3-6f3d-408e-a032-eebea3a4e6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:04.551028 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:18:04.646920 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:04.657517 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'port_id': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'mac_address': 'fa:16:3e:40:90:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:18:04.700250 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:04.700620 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:04.713764 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:18:04.734731 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:04.754308 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ad5a0-f1bc-4cd5-9333-e31fe301603a req-50b05f34-60f9-4891-be31-e7ea824496be tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:04.755818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a36ad5a0-f1bc-4cd5-9333-e31fe301603a req-50b05f34-60f9-4891-be31-e7ea824496be tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 943 time: 0.0475490 May 17 22:18:04.795612 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:04.808634 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a36ad5a0-f1bc-4cd5-9333-e31fe301603a req-17299196-83ac-4d35-8450-d4d5ee17f589 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470803 May 17 22:18:04.844034 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=7']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:05.013907 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:18:05.038001 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.489265 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48810) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:05.592749 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.663543 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Publish callbacks [] for security_group (2762d0d1-153b-46a1-9148-b9e0ec8a81a3), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.716657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2762d0d1-153b-46a1-9148-b9e0ec8a81a3), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.753539 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07efd5885d254960b18520449af45a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632489 May 17 22:18:05.755458 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2762d0d1-153b-46a1-9148-b9e0ec8a81a3,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:05.756246 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48814) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:05.762991 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.763359 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.763692 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.764021 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.764345 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.764697 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.765021 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.765338 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.765651 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.765966 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.766279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.766595 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.766907 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.767243 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.767557 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23943760-d417-475a-8e1d-254e0430f4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.808391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Publish callbacks [] for security_group (2762d0d1-153b-46a1-9148-b9e0ec8a81a3), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.828968 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Publish callbacks [] for security_group (2762d0d1-153b-46a1-9148-b9e0ec8a81a3), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.932041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c15a4-5a0f-4fd1-85b8-5e0835d53d9c req-65de3ecf-af18-4202-8e51-a6a2675d553b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:05.933498 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d44c15a4-5a0f-4fd1-85b8-5e0835d53d9c req-65de3ecf-af18-4202-8e51-a6a2675d553b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 944 time: 0.0471740 May 17 22:18:05.934549 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (2762d0d1-153b-46a1-9148-b9e0ec8a81a3), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.937159 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:05.940776 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2762d0d1-153b-46a1-9148-b9e0ec8a81a3 HTTP/1.1" status: 204 len: 168 time: 0.1810102 May 17 22:18:05.961408 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2762d0d1-153b-46a1-9148-b9e0ec8a81a3,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:05.974840 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.974840 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.975325 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.975682 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.976017 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.976348 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.976671 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.976990 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.977387 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.977639 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.977963 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.978871 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.979241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.979561 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:05.979877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1ba74-418f-4b83-9fcd-21123e887d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:06.008154 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d44c15a4-5a0f-4fd1-85b8-5e0835d53d9c req-011f340d-0da0-4d33-87a1-baee546ee365 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686104 May 17 22:18:06.419623 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.551537 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48822) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:06.558222 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:06.564790 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8ed97a80-7a50-439e-aace-58519a4a5db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.601805 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:06.602177 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.640149 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8ed97a80-7a50-439e-aace-58519a4a5db3 admin admin] Publish callbacks [] for security_group (06cb1c15-d6f1-424a-bd52-cf12f1c27be7), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.676720 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:06.677126 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.699477 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:18:06.699760 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8ed97a80-7a50-439e-aace-58519a4a5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (06cb1c15-d6f1-424a-bd52-cf12f1c27be7), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.701688 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71c1f0-0071-4d81-aca2-393b4f4f8326" -d '{"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-plugged", "status": "completed", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:18:06.714863 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:06.738238 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df7f808-726e-4346-8607-0bfb45f568d8 x-openstack-request-id: req-7df7f808-726e-4346-8607-0bfb45f568d8 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:18:06.738548 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-plugged", "status": "completed", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:18:06.738822 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7df7f808-726e-4346-8607-0bfb45f568d8 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:18:06.739274 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df7f808-726e-4346-8607-0bfb45f568d8'] response: {'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'code': 200} May 17 22:18:06.742830 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8ed97a80-7a50-439e-aace-58519a4a5db3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2227f55def9543dc902ac7f5a506a900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902220 May 17 22:18:06.743644 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed97a80-7a50-439e-aace-58519a4a5db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb1c15-d6f1-424a-bd52-cf12f1c27be7,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:06.745545 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48826) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:06.791548 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.796570 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2b59-f070-4be1-8706-b0008dda339c admin admin] Publish callbacks [] for security_group (06cb1c15-d6f1-424a-bd52-cf12f1c27be7), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.817794 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2b59-f070-4be1-8706-b0008dda339c admin admin] Publish callbacks [] for security_group (06cb1c15-d6f1-424a-bd52-cf12f1c27be7), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.842588 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=8']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:06.922462 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2b59-f070-4be1-8706-b0008dda339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (06cb1c15-d6f1-424a-bd52-cf12f1c27be7), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.925036 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2b59-f070-4be1-8706-b0008dda339c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:06.926252 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-9a3a2b59-f070-4be1-8706-b0008dda339c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06cb1c15-d6f1-424a-bd52-cf12f1c27be7 HTTP/1.1" status: 204 len: 168 time: 0.1795425 May 17 22:18:06.934596 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a2b59-f070-4be1-8706-b0008dda339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb1c15-d6f1-424a-bd52-cf12f1c27be7,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:07.021698 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffd9a-9845-408f-8b14-f68f050fce17 req-85653992-6e0e-458c-a76a-85fc74b7b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:07.023273 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4e6ffd9a-9845-408f-8b14-f68f050fce17 req-85653992-6e0e-458c-a76a-85fc74b7b9e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0385451 May 17 22:18:07.071579 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4e6ffd9a-9845-408f-8b14-f68f050fce17 req-904c39d7-2e43-4be5-8ffa-d4aaac0954c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 May 17 22:18:07.119620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d983-9175-4b86-98a6-5dea21220d76 req-56ba58bb-e9ce-4d90-ae8e-7270a3730f84 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:07.121100 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2e65d983-9175-4b86-98a6-5dea21220d76 req-56ba58bb-e9ce-4d90-ae8e-7270a3730f84 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0454674 May 17 22:18:07.173331 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2e65d983-9175-4b86-98a6-5dea21220d76 req-627fb0d9-6227-46ec-9b13-9adc8675cc33 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 May 17 22:18:07.733960 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:08.298780 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afde3c6-08e5-4713-ac30-6eee19f28194 req-973b98df-849e-4f96-b9d6-2fb8530d4585 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:08.300267 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8afde3c6-08e5-4713-ac30-6eee19f28194 req-973b98df-849e-4f96-b9d6-2fb8530d4585 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0497682 May 17 22:18:08.353940 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8afde3c6-08e5-4713-ac30-6eee19f28194 req-fd011686-192e-4551-98d4-11fce6e3217c tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 May 17 22:18:10.410821 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:18:12.297610 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48890) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:12.399403 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3189f342-129e-42cb-bf3b-432323b41a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.471231 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3189f342-129e-42cb-bf3b-432323b41a6e admin admin] Publish callbacks [] for security_group (19dc3f51-043c-43d6-958a-ae6e3915b268), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.560615 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3189f342-129e-42cb-bf3b-432323b41a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (19dc3f51-043c-43d6-958a-ae6e3915b268), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.598879 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3189f342-129e-42cb-bf3b-432323b41a6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9fed27cccb04d73b87f39cbef32c8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002062 May 17 22:18:12.599743 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189f342-129e-42cb-bf3b-432323b41a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc3f51-043c-43d6-958a-ae6e3915b268,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:12.601656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48894) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:12.649158 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-610031f1-23cd-423d-b593-879015204375 admin admin] Publish callbacks [] for security_group (19dc3f51-043c-43d6-958a-ae6e3915b268), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.670817 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-610031f1-23cd-423d-b593-879015204375 admin admin] Publish callbacks [] for security_group (19dc3f51-043c-43d6-958a-ae6e3915b268), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.882328 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-610031f1-23cd-423d-b593-879015204375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (19dc3f51-043c-43d6-958a-ae6e3915b268), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.885666 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-610031f1-23cd-423d-b593-879015204375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:12.886834 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-610031f1-23cd-423d-b593-879015204375 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19dc3f51-043c-43d6-958a-ae6e3915b268 HTTP/1.1" status: 204 len: 168 time: 0.2842040 May 17 22:18:12.895505 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610031f1-23cd-423d-b593-879015204375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc3f51-043c-43d6-958a-ae6e3915b268,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:13.595865 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48900) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:13.609067 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-51c01be5-70ff-41b3-9276-8862776ce0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.685083 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-51c01be5-70ff-41b3-9276-8862776ce0c3 admin admin] Publish callbacks [] for security_group (b93220ee-133e-49e5-9a37-4080615662c7), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.756933 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-51c01be5-70ff-41b3-9276-8862776ce0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b93220ee-133e-49e5-9a37-4080615662c7), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.796154 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-51c01be5-70ff-41b3-9276-8862776ce0c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34f9ecaf609d44f0ad2d601f945e12a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992483 May 17 22:18:13.797073 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c01be5-70ff-41b3-9276-8862776ce0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93220ee-133e-49e5-9a37-4080615662c7,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:13.798819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48902) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:13.849720 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-52a0f867-bbd3-425d-a0c5-85faec9f91dc admin admin] Publish callbacks [] for security_group (b93220ee-133e-49e5-9a37-4080615662c7), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.871779 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-52a0f867-bbd3-425d-a0c5-85faec9f91dc admin admin] Publish callbacks [] for security_group (b93220ee-133e-49e5-9a37-4080615662c7), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.978954 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-52a0f867-bbd3-425d-a0c5-85faec9f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (b93220ee-133e-49e5-9a37-4080615662c7), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.981542 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-52a0f867-bbd3-425d-a0c5-85faec9f91dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:13.982688 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-52a0f867-bbd3-425d-a0c5-85faec9f91dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b93220ee-133e-49e5-9a37-4080615662c7 HTTP/1.1" status: 204 len: 168 time: 0.1828377 May 17 22:18:13.990549 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f867-bbd3-425d-a0c5-85faec9f91dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93220ee-133e-49e5-9a37-4080615662c7,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:15.546171 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48932) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:15.651563 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7e00593c-a5f8-4687-92c0-4523ce0e50a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:15.725050 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7e00593c-a5f8-4687-92c0-4523ce0e50a5 admin admin] Publish callbacks [] for security_group (cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:15.813887 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7e00593c-a5f8-4687-92c0-4523ce0e50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:15.850734 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00593c-a5f8-4687-92c0-4523ce0e50a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:15.855984 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-7e00593c-a5f8-4687-92c0-4523ce0e50a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1013320610249089e6a04eda77b2d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087986 May 17 22:18:15.858645 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48936) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:15.906669 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3730067-00c1-45d3-8143-34b0de7c942c admin admin] Publish callbacks [] for security_group (cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:15.927553 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3730067-00c1-45d3-8143-34b0de7c942c admin admin] Publish callbacks [] for security_group (cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:16.046460 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3730067-00c1-45d3-8143-34b0de7c942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:16.049057 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e3730067-00c1-45d3-8143-34b0de7c942c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:16.050177 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e3730067-00c1-45d3-8143-34b0de7c942c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7 HTTP/1.1" status: 204 len: 168 time: 0.1905167 May 17 22:18:16.059144 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3730067-00c1-45d3-8143-34b0de7c942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a7bcb-b7ca-4fd0-910f-ff4ca9b1e6c7,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:17.012936 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48958) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:17.113141 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-4549881-network', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:17.207524 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Made reservation on behalf of 3cf34ac8db96460ba3b25bfe4aa0680c for: {'network': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:18:17.209793 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.218652 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.293579 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks [] for security_group (06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.389892 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.414732 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:18:17.423620 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:17.429320 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (59b881ce-6859-405e-ab91-248db0ea621c), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.429719 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.segments_db [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Added segment 59b881ce-6859-405e-ab91-248db0ea621c of type vlan for network 4473d761-85c9-4726-8a15-f941841bf909 May 17 22:18:17.470140 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (4473d761-85c9-4726-8a15-f941841bf909), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.562250 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (4473d761-85c9-4726-8a15-f941841bf909), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.563539 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:17.564150 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.621477 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] Pushing event updated for resources: {'Network': ['ID=4473d761-85c9-4726-8a15-f941841bf909,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:17.630856 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 4473d761-85c9-4726-8a15-f941841bf909 details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:18:17.662382 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-d0df5bcc-e2ea-4831-b924-7ce1abb7ae5c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6482034 May 17 22:18:17.665375 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48962) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:17.673326 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Request body: {'subnet': {'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-4549881-subnet', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'ip_version': 4}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:17.756461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Made reservation on behalf of 3cf34ac8db96460ba3b25bfe4aa0680c for: {'subnet': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:18:17.758880 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14616351'] for subnet (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:17.997229 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14672274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14616329'] for subnet (cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.061220 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:18.067788 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Checking segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:18.068166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Network hostable DHCP agents. Network: 4473d761-85c9-4726-8a15-f941841bf909, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:18:18.132064 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Network 4473d761-85c9-4726-8a15-f941841bf909 is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:18:18.246676 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 4473d761-85c9-4726-8a15-f941841bf909) {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:18.250842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:18.251406 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.255882 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e52d4a-bd28-44e1-ba76-812cdbdc73ca None None] Network 4473d761-85c9-4726-8a15-f941841bf909 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:18:18.335027 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e6021601-2e40-4bc2-8d99-3803fd129f55 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6684706 May 17 22:18:18.338032 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48964) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:18.342238 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:18.360072 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-4473d761-85c9-4726-8a15-f941841bf909', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:18:18.361209 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.442644 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (7e229be9-18e9-4c57-ad11-1c4f493a948a), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.443731 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (7e229be9-18e9-4c57-ad11-1c4f493a948a), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.491924 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks [] for router_controller (7e229be9-18e9-4c57-ad11-1c4f493a948a), precommit_add_association {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.492181 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Allocated IP 172.20.0.2 (4473d761-85c9-4726-8a15-f941841bf909/cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242/3215fcbb-4834-429c-8c6a-b1b2af685954) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:18.633837 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Publish callbacks [] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.696268 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks [] for router_gateway (7e229be9-18e9-4c57-ad11-1c4f493a948a), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.710841 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.749817 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Network 4473d761-85c9-4726-8a15-f941841bf909 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:18.752598 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:18.756130 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:18.769590 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Pushing event updated for resources: {'Port': ['ID=3215fcbb-4834-429c-8c6a-b1b2af685954,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:18.794355 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.794696 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.795034 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.795393 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.795724 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.796045 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.796365 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.796685 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.797003 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.797327 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.797646 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.797964 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.798279 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.798594 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.798909 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:18.828242 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Attempting to bind port 3215fcbb-4834-429c-8c6a-b1b2af685954 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:18.828605 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Attempting to bind port 3215fcbb-4834-429c-8c6a-b1b2af685954 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:18.828957 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Attempting to bind port 3215fcbb-4834-429c-8c6a-b1b2af685954 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:18.833854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:18.834218 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Checking segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:18.834608 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.834987 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Bound using segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:18.835504 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Bound port: 3215fcbb-4834-429c-8c6a-b1b2af685954, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:18.835873 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.895525 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] For port 3215fcbb-4834-429c-8c6a-b1b2af685954, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:18.898666 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] For port 3215fcbb-4834-429c-8c6a-b1b2af685954, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=3215fcbb-4834-429c-8c6a-b1b2af685954,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:18.941383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks [] for router_gateway (7e229be9-18e9-4c57-ad11-1c4f493a948a), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.969017 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:18.997033 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:19.054795 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35994ef3-361c-4508-bf07-8441fa82456f None None] Pushing event updated for resources: {'Port': ['ID=3215fcbb-4834-429c-8c6a-b1b2af685954,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:19.091286 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Allocated IP 172.27.2.228 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/0688bc14-2594-419f-9f10-e6776345155b) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:19.204731 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks [] for port (0688bc14-2594-419f-9f10-e6776345155b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:19.299906 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (0688bc14-2594-419f-9f10-e6776345155b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:19.340564 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:19.346022 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:19.349819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:19.353481 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0688bc14-2594-419f-9f10-e6776345155b,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:19.932739 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks [] for router_gateway (7e229be9-18e9-4c57-ad11-1c4f493a948a), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:19.971080 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c79d6e-77cc-4bf4-a49c-9375b1c6a8ba None None] Network 4473d761-85c9-4726-8a15-f941841bf909 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:18:20.078543 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] Provisioning complete for port 3215fcbb-4834-429c-8c6a-b1b2af685954 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:20.078899 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.117819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (7e229be9-18e9-4c57-ad11-1c4f493a948a), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.159577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] Current status of the port 3215fcbb-4834-429c-8c6a-b1b2af685954 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:20.159961 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.195870 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] For port 3215fcbb-4834-429c-8c6a-b1b2af685954, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=3215fcbb-4834-429c-8c6a-b1b2af685954,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:20.260359 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.305345 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b17a3-9b18-433a-92db-0f94fcd86017 None None] Pushing event updated for resources: {'Port': ['ID=3215fcbb-4834-429c-8c6a-b1b2af685954,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:20.310814 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:18:20.379178 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-fc0aa820-b5fd-4a81-9212-4f92c21a2701 None None] Provisioning complete for port 3215fcbb-4834-429c-8c6a-b1b2af685954 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:20.379544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fc0aa820-b5fd-4a81-9212-4f92c21a2701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.417589 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:18:20.428524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:18:20.466899 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 3215fcbb-4834-429c-8c6a-b1b2af685954 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:20.469291 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fc0aa820-b5fd-4a81-9212-4f92c21a2701 None None] Current status of the port 3215fcbb-4834-429c-8c6a-b1b2af685954 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:20.471954 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:20.478321 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:20.511640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.512891 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-2210d61a-7524-4484-b39c-13b2981ca3d9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1738825 May 17 22:18:20.518089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48966) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:20.710601 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 3215fcbb-4834-429c-8c6a-b1b2af685954 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:20.710881 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.757361 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:20.896776 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 3215fcbb-4834-429c-8c6a-b1b2af685954 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:20.927058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:20.955408 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:19Z', 'revision_number': 3, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:20.983748 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:18:20.984420 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Updating router 7e229be9-18e9-4c57-ad11-1c4f493a948a port 0688bc14-2594-419f-9f10-e6776345155b binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:18:21.012544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0688bc14-2594-419f-9f10-e6776345155b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.089128 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Allocated IP 172.20.0.1 (4473d761-85c9-4726-8a15-f941841bf909/cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242/66cb1674-9095-4890-8b67-574f246d79a3) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:21.194937 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks [] for port (66cb1674-9095-4890-8b67-574f246d79a3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.280186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Publish callbacks [] for port (0688bc14-2594-419f-9f10-e6776345155b), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.311299 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (66cb1674-9095-4890-8b67-574f246d79a3), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.346719 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Network 4473d761-85c9-4726-8a15-f941841bf909 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:21.349471 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:21.353323 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:21.390916 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Pushing event updated for resources: {'Port': ['ID=66cb1674-9095-4890-8b67-574f246d79a3,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:21.406111 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (7e229be9-18e9-4c57-ad11-1c4f493a948a), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.408299 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (0688bc14-2594-419f-9f10-e6776345155b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.465054 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Attempting to bind port 0688bc14-2594-419f-9f10-e6776345155b on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:21.465425 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Attempting to bind port 0688bc14-2594-419f-9f10-e6776345155b by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:21.465791 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Attempting to bind port 0688bc14-2594-419f-9f10-e6776345155b on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:21.477233 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:21.478377 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:21.478779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.479239 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:21.483464 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Bound port: 0688bc14-2594-419f-9f10-e6776345155b, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:21.483464 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0688bc14-2594-419f-9f10-e6776345155b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.483464 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1c72-d24c-4ea4-acfa-94fe5dd9457b None None] Pushing event updated for resources: {'Port': ['ID=0688bc14-2594-419f-9f10-e6776345155b,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:21.535094 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] For port 0688bc14-2594-419f-9f10-e6776345155b, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:21.538341 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] For port 0688bc14-2594-419f-9f10-e6776345155b, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=0688bc14-2594-419f-9f10-e6776345155b,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:21.592527 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-308ff8be-064e-4a4d-a4e2-70666fba6b0c None None] Provisioning complete for port 66cb1674-9095-4890-8b67-574f246d79a3 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:21.592889 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-308ff8be-064e-4a4d-a4e2-70666fba6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (66cb1674-9095-4890-8b67-574f246d79a3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.596077 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (66cb1674-9095-4890-8b67-574f246d79a3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.624956 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-308ff8be-064e-4a4d-a4e2-70666fba6b0c None None] Port 66cb1674-9095-4890-8b67-574f246d79a3 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:18:21.631942 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (0688bc14-2594-419f-9f10-e6776345155b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.690616 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:21.691268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:21.696004 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1c72-d24c-4ea4-acfa-94fe5dd9457b None None] Pushing event updated for resources: {'Port': ['ID=0688bc14-2594-419f-9f10-e6776345155b,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:21.787432 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks [] for port (66cb1674-9095-4890-8b67-574f246d79a3), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.795665 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:21.858685 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (66cb1674-9095-4890-8b67-574f246d79a3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.924585 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (7e229be9-18e9-4c57-ad11-1c4f493a948a), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:21.927392 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Pushing event updated for resources: {'Port': ['ID=66cb1674-9095-4890-8b67-574f246d79a3,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:21.986687 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:22.011867 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45128944-0a54-4efc-8fca-5bfb35165d30 None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:18:22.024498 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Network 4473d761-85c9-4726-8a15-f941841bf909 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:22.028679 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:22.161578 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:18:22.299593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:18:22.304527 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-910d779b-f42c-4d7f-bdfe-21f84d8562f3 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e229be9-18e9-4c57-ad11-1c4f493a948a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877533 May 17 22:18:22.347716 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7d67a14c-a382-4b11-856b-40347f211822 None None] Provisioning complete for port 66cb1674-9095-4890-8b67-574f246d79a3 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:22.348085 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d67a14c-a382-4b11-856b-40347f211822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (66cb1674-9095-4890-8b67-574f246d79a3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:22.387789 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a14c-a382-4b11-856b-40347f211822 None None] Port 66cb1674-9095-4890-8b67-574f246d79a3 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:18:23.102384 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48982) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:23.108110 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997447899-network', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:23.208214 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Made reservation on behalf of 8218df5d9c0a429a9dd7c95a21a62932 for: {'network': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:18:23.210732 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for network (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.220904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.316406 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks [] for security_group (f68f9462-5a82-42ca-ae61-c5a5b954a826), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.396767 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f68f9462-5a82-42ca-ae61-c5a5b954a826), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.422995 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 22:18:23.433463 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f9462-5a82-42ca-ae61-c5a5b954a826,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:23.438842 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746055539725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (6131dcef-ec09-4845-b797-bcaf04028e45), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.439280 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.segments_db [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Added segment 6131dcef-ec09-4845-b797-bcaf04028e45 of type vlan for network 91631b1d-9735-4b57-822b-0cc63c62ec1b May 17 22:18:23.483828 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746055079572'] for network (91631b1d-9735-4b57-822b-0cc63c62ec1b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.568116 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248'] for network (91631b1d-9735-4b57-822b-0cc63c62ec1b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.569206 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:23.569785 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:23.635831 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] Pushing event updated for resources: {'Network': ['ID=91631b1d-9735-4b57-822b-0cc63c62ec1b,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:23.647038 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b details requested by agent ovs-agent-dv-cinder-839987-6-iscsi with host dv-cinder-839987-6-iscsi {{(pid=103951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 22:18:23.699689 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-729a1079-d9bb-4148-bb0e-7bf6386e413d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5961218 May 17 22:18:23.700615 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 48984) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:23.706086 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Request body: {'subnet': {'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997447899-subnet', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'ip_version': 4}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:23.813814 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Made reservation on behalf of 8218df5d9c0a429a9dd7c95a21a62932 for: {'subnet': 1} {{(pid=103950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:18:23.816263 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14585471'] for subnet (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.006864 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:18:24.013917 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:24.014508 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:24.088622 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14436381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14585449'] for subnet (b827c1cf-b8bc-45f3-a239-d62281f76e57), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.113311 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:24.153150 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b827c1cf-b8bc-45f3-a239-d62281f76e57,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:24.158875 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Checking segment: {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:24.159058 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Network hostable DHCP agents. Network: 91631b1d-9735-4b57-822b-0cc63c62ec1b, hostable agents: ['ade38704-5358-47a1-a259-56179e4c8788'], hosted agents: [] {{(pid=103950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 22:18:24.219508 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b is scheduled to be hosted by DHCP agent ade38704-5358-47a1-a259-56179e4c8788 with binding_index 1 {{(pid=103950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 22:18:24.321206 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.base_scheduler [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-6-iscsi, 91631b1d-9735-4b57-822b-0cc63c62ec1b) {{(pid=103950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:24.326814 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:24.328120 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.330138 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e49f5f-0fc9-4c67-aee9-31d9877e8872 None None] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:18:24.388161 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 2, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:24.416490 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:18:24.416966 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Updating router 7e229be9-18e9-4c57-ad11-1c4f493a948a port 66cb1674-9095-4890-8b67-574f246d79a3 binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:18:24.425047 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48986) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:24.443980 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-f3bbe093-c25d-440f-a827-e355a37f0994 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7258158 May 17 22:18:24.444163 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:24.457541 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48b4d128-89d7-56d5-94af-5797465e7330-91631b1d-9735-4b57-822b-0cc63c62ec1b', 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'fixed_ips': [{'subnet_id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57'}]}} from dv-cinder-839987-6-iscsi. {{(pid=103951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 22:18:24.458548 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.461216 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (66cb1674-9095-4890-8b67-574f246d79a3), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.481339 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0688bc14-2594-419f-9f10-e6776345155b up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:24.551180 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14953'] for router (874b0c30-8523-4804-a7e4-1325d83ec54b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.552356 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14944'] for router (874b0c30-8523-4804-a7e4-1325d83ec54b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.613836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 0688bc14-2594-419f-9f10-e6776345155b triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:24.614202 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0688bc14-2594-419f-9f10-e6776345155b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.620428 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks [] for router_controller (874b0c30-8523-4804-a7e4-1325d83ec54b), precommit_add_association {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.654783 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Allocated IP 172.20.0.2 (91631b1d-9735-4b57-822b-0cc63c62ec1b/b827c1cf-b8bc-45f3-a239-d62281f76e57/35ac2b27-9054-4499-9c3f-77802893bac4) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:24.754529 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Publish callbacks [] for port (66cb1674-9095-4890-8b67-574f246d79a3), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.830662 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (66cb1674-9095-4890-8b67-574f246d79a3), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.836051 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks [] for router_gateway (874b0c30-8523-4804-a7e4-1325d83ec54b), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.883892 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Pushing event updated for resources: {'Port': ['ID=66cb1674-9095-4890-8b67-574f246d79a3,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:24.886242 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 0688bc14-2594-419f-9f10-e6776345155b is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:24.886894 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (0688bc14-2594-419f-9f10-e6776345155b), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.916213 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 0688bc14-2594-419f-9f10-e6776345155b, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=0688bc14-2594-419f-9f10-e6776345155b,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:24.930041 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.930664 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.955274 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:18:24.958938 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Attempting to bind port 66cb1674-9095-4890-8b67-574f246d79a3 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:24.959338 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Attempting to bind port 66cb1674-9095-4890-8b67-574f246d79a3 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:24.960224 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Attempting to bind port 66cb1674-9095-4890-8b67-574f246d79a3 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:24.967196 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:24.967573 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Checking segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:24.968018 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:24.968598 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Bound using segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:24.969236 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Bound port: 66cb1674-9095-4890-8b67-574f246d79a3, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:24.969799 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (66cb1674-9095-4890-8b67-574f246d79a3), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.000778 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Publish callbacks [] for port (35ac2b27-9054-4499-9c3f-77802893bac4), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.036516 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (0688bc14-2594-419f-9f10-e6776345155b), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.056205 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] For port 66cb1674-9095-4890-8b67-574f246d79a3, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:25.059734 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] For port 66cb1674-9095-4890-8b67-574f246d79a3, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=66cb1674-9095-4890-8b67-574f246d79a3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:25.087012 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=0688bc14-2594-419f-9f10-e6776345155b,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:25.093351 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.126816 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks [] for router_gateway (874b0c30-8523-4804-a7e4-1325d83ec54b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.139862 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:25.145711 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (66cb1674-9095-4890-8b67-574f246d79a3), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.146380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.154667 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:25.159023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] Provisioning complete for port 66cb1674-9095-4890-8b67-574f246d79a3 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:25.159023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (66cb1674-9095-4890-8b67-574f246d79a3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.159261 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:25.162396 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Pushing event updated for resources: {'Port': ['ID=35ac2b27-9054-4499-9c3f-77802893bac4,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:25.211335 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152bb73-2a9f-434b-8539-bd1c13c30c10 None None] Pushing event updated for resources: {'Port': ['ID=66cb1674-9095-4890-8b67-574f246d79a3,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:25.215295 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:25.219835 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:25.274827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Allocated IP 172.27.2.63 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/c8d57f3e-db45-461c-a706-d93485645365) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:25.305106 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Attempting to bind port 35ac2b27-9054-4499-9c3f-77802893bac4 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:25.305479 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Attempting to bind port 35ac2b27-9054-4499-9c3f-77802893bac4 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:25.305842 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Attempting to bind port 35ac2b27-9054-4499-9c3f-77802893bac4 on network 91631b1d-9735-4b57-822b-0cc63c62ec1b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:25.315450 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:25.317122 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Checking segment: {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:25.317122 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.317122 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Bound using segment: {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:25.317397 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Bound port: 35ac2b27-9054-4499-9c3f-77802893bac4, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:25.317638 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.333263 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] Current status of the port 66cb1674-9095-4890-8b67-574f246d79a3 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:25.333556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (66cb1674-9095-4890-8b67-574f246d79a3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.352743 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:25.397139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks [] for port (c8d57f3e-db45-461c-a706-d93485645365), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.399639 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] For port 66cb1674-9095-4890-8b67-574f246d79a3, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=66cb1674-9095-4890-8b67-574f246d79a3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:25.417335 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] For port 35ac2b27-9054-4499-9c3f-77802893bac4, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:25.420921 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] For port 35ac2b27-9054-4499-9c3f-77802893bac4, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=35ac2b27-9054-4499-9c3f-77802893bac4,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:25.475391 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (66cb1674-9095-4890-8b67-574f246d79a3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.505886 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (c8d57f3e-db45-461c-a706-d93485645365), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.507075 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.537639 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c7d82-d975-40d9-9311-3cf2704206b2 None None] Pushing event updated for resources: {'Port': ['ID=66cb1674-9095-4890-8b67-574f246d79a3,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:25.547401 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:25.554799 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:25.557117 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Pushing event updated for resources: {'Port': ['ID=c8d57f3e-db45-461c-a706-d93485645365,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:25.559314 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:25.584857 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:25.598270 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d99ed-e45a-4660-b14b-21f8616e0beb None None] Pushing event updated for resources: {'Port': ['ID=35ac2b27-9054-4499-9c3f-77802893bac4,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:25.606240 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7dfb25f3-2f0b-47c2-a23b-063a68fa51f5 None None] Provisioning complete for port 66cb1674-9095-4890-8b67-574f246d79a3 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:25.606719 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7dfb25f3-2f0b-47c2-a23b-063a68fa51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (66cb1674-9095-4890-8b67-574f246d79a3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:25.612920 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88192-4010-42ed-901f-f5d6e8a7e5dd None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:18:25.706123 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb25f3-2f0b-47c2-a23b-063a68fa51f5 None None] Current status of the port 66cb1674-9095-4890-8b67-574f246d79a3 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:25.953939 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks [] for router_gateway (874b0c30-8523-4804-a7e4-1325d83ec54b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:26.149701 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-411868'] for router (874b0c30-8523-4804-a7e4-1325d83ec54b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:26.367899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Router 874b0c30-8523-4804-a7e4-1325d83ec54b is scheduled to L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed with binding_index 1 {{(pid=103949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 22:18:26.487243 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:18:26.501626 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Sync routers for ids ['874b0c30-8523-4804-a7e4-1325d83ec54b'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:18:26.518217 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Routers {'874b0c30-8523-4804-a7e4-1325d83ec54b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:26.518881 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['874b0c30-8523-4804-a7e4-1325d83ec54b'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:26.564287 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 35ac2b27-9054-4499-9c3f-77802893bac4 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:26.588436 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:26.594386 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-e80f75c2-a2bd-4ba0-bd96-a9f9de6f4dcf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1678324 May 17 22:18:26.597070 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 48988) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:26.643186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc7026-45eb-4eef-9888-4ea5907d2af4 None None] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:18:26.720578 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 35ac2b27-9054-4499-9c3f-77802893bac4 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:26.721286 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:26.728224 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Set router 874b0c30-8523-4804-a7e4-1325d83ec54b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:26.834005 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Provisioning complete for port 35ac2b27-9054-4499-9c3f-77802893bac4 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:26.834417 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.016218 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.051743 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 35ac2b27-9054-4499-9c3f-77802893bac4 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:27.052118 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.118850 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Current status of the port 35ac2b27-9054-4499-9c3f-77802893bac4 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:27.118850 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.137819 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 3, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:27.143863 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port 35ac2b27-9054-4499-9c3f-77802893bac4, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=35ac2b27-9054-4499-9c3f-77802893bac4,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:27.172310 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Checking router: 874b0c30-8523-4804-a7e4-1325d83ec54b for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:18:27.172649 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Updating router 874b0c30-8523-4804-a7e4-1325d83ec54b port c8d57f3e-db45-461c-a706-d93485645365 binding host dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:18:27.204371 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c8d57f3e-db45-461c-a706-d93485645365), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.226010 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.226826 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0688bc14-2594-419f-9f10-e6776345155b up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:27.296948 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.336707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.db.api [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 22:18:27.337100 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG oslo_db.api [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 22:18:27.365908 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=35ac2b27-9054-4499-9c3f-77802893bac4,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:27.419996 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 0688bc14-2594-419f-9f10-e6776345155b triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:27.420354 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (0688bc14-2594-419f-9f10-e6776345155b), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.454297 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Allocated IP 172.20.0.1 (91631b1d-9735-4b57-822b-0cc63c62ec1b/b827c1cf-b8bc-45f3-a239-d62281f76e57/9dd2f832-b8dc-4ca2-969e-4016322447de) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:27.562456 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks [] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.671187 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.686937 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 0688bc14-2594-419f-9f10-e6776345155b is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:27.688015 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 66cb1674-9095-4890-8b67-574f246d79a3 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:27.717113 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:27.724698 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:27.727169 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:27.752139 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Pushing event updated for resources: {'Port': ['ID=9dd2f832-b8dc-4ca2-969e-4016322447de,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:27.771567 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411377'] for router_interface (874b0c30-8523-4804-a7e4-1325d83ec54b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.780159 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 66cb1674-9095-4890-8b67-574f246d79a3 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:27.780731 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (66cb1674-9095-4890-8b67-574f246d79a3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.817229 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Publish callbacks [] for port (c8d57f3e-db45-461c-a706-d93485645365), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.897691 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 66cb1674-9095-4890-8b67-574f246d79a3 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:27.899824 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5363e6a1-b014-4f32-9dfe-09e9d3f7a24b None None] Current status of the port 35ac2b27-9054-4499-9c3f-77802893bac4 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:27.916916 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (c8d57f3e-db45-461c-a706-d93485645365), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.968463 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642068-3b73-4a45-84fa-e354b9fc9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c8d57f3e-db45-461c-a706-d93485645365,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:27.973518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Attempting to bind port c8d57f3e-db45-461c-a706-d93485645365 on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:27.973518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Attempting to bind port c8d57f3e-db45-461c-a706-d93485645365 by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:27.973518 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Attempting to bind port c8d57f3e-db45-461c-a706-d93485645365 on network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:27.976808 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:27.977172 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Checking segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:27.977563 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:27.977933 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Bound using segment: {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:27.978436 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Bound port: c8d57f3e-db45-461c-a706-d93485645365, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5943bce9-3056-44ad-8fb5-9da39672ddc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:27.978807 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c8d57f3e-db45-461c-a706-d93485645365), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.024708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.036296 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-740d49e8-0838-4946-8c1c-7ebc5a69fafa None None] Provisioning complete for port 9dd2f832-b8dc-4ca2-969e-4016322447de triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:28.036650 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-740d49e8-0838-4946-8c1c-7ebc5a69fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.038472 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] For port c8d57f3e-db45-461c-a706-d93485645365, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:28.068845 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] For port c8d57f3e-db45-461c-a706-d93485645365, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=c8d57f3e-db45-461c-a706-d93485645365,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:28.080102 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-740d49e8-0838-4946-8c1c-7ebc5a69fafa None None] Port 9dd2f832-b8dc-4ca2-969e-4016322447de cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:18:28.089592 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-740d49e8-0838-4946-8c1c-7ebc5a69fafa None None] Provisioning complete for port 35ac2b27-9054-4499-9c3f-77802893bac4 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:28.093915 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-740d49e8-0838-4946-8c1c-7ebc5a69fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.148141 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (c8d57f3e-db45-461c-a706-d93485645365), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.206723 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-740d49e8-0838-4946-8c1c-7ebc5a69fafa None None] Current status of the port 35ac2b27-9054-4499-9c3f-77802893bac4 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:28.220204 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks [] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.226127 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Routers {'874b0c30-8523-4804-a7e4-1325d83ec54b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:28.226747 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['874b0c30-8523-4804-a7e4-1325d83ec54b'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:28.264064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642068-3b73-4a45-84fa-e354b9fc9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c8d57f3e-db45-461c-a706-d93485645365,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:28.316702 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.337168 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] Set router 874b0c30-8523-4804-a7e4-1325d83ec54b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:28.380985 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Pushing event updated for resources: {'Port': ['ID=9dd2f832-b8dc-4ca2-969e-4016322447de,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:28.383371 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410043'] for router_interface (874b0c30-8523-4804-a7e4-1325d83ec54b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.462945 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 35ac2b27-9054-4499-9c3f-77802893bac4 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:28.481770 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:28.483176 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:28.551705 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 35ac2b27-9054-4499-9c3f-77802893bac4 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:28.552399 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.601450 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '9dd2f832-b8dc-4ca2-969e-4016322447de', 'name': '', 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'mac_address': 'fa:16:3e:48:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:27Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 1, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'subnets': [{'id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:28.609412 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Router 874b0c30-8523-4804-a7e4-1325d83ec54b has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:18:28.635568 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9276d9e-adfc-4969-b203-c7be6e07d60b None None] The sync data for ids ['874b0c30-8523-4804-a7e4-1325d83ec54b'] in dv-cinder-839987-6-iscsi is: [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '9dd2f832-b8dc-4ca2-969e-4016322447de', 'name': '', 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'mac_address': 'fa:16:3e:48:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:27Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 1, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'subnets': [{'id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:18:28.688877 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 35ac2b27-9054-4499-9c3f-77802893bac4 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:28.727169 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:18:28.730309 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-a2644591-e8a6-4f8a-80ac-b0f8162775b4 None None] Provisioning complete for port 9dd2f832-b8dc-4ca2-969e-4016322447de triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:28.731364 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a2644591-e8a6-4f8a-80ac-b0f8162775b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:28.735999 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6e4cbeda-4618-4673-afa2-24bc2f404a6e admin admin] 10.222.0.24 "PUT /v2.0/routers/874b0c30-8523-4804-a7e4-1325d83ec54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379204 May 17 22:18:28.765326 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a2644591-e8a6-4f8a-80ac-b0f8162775b4 None None] Port 9dd2f832-b8dc-4ca2-969e-4016322447de cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:18:30.193142 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49000) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:30.202153 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817986569', 'description': 'tempest-secgroup-smoke-1817986569 description', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:30.265608 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.336157 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group (f6636fc4-4cb7-452b-b610-12f520692edf), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.423612 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f6636fc4-4cb7-452b-b610-12f520692edf), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.455043 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6636fc4-4cb7-452b-b610-12f520692edf,revision_number=1']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:30.460023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device c8d57f3e-db45-461c-a706-d93485645365 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:30.507189 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port c8d57f3e-db45-461c-a706-d93485645365 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:30.507556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (c8d57f3e-db45-461c-a706-d93485645365), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.512777 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.515251 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-3cc53780-5932-4cee-9123-209137bf601d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3200471 May 17 22:18:30.517251 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49002) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:30.521972 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group_rule': {'security_group_id': 'f6636fc4-4cb7-452b-b610-12f520692edf', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:30.540111 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Sync routers for ids ['874b0c30-8523-4804-a7e4-1325d83ec54b'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:18:30.550863 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Routers {'874b0c30-8523-4804-a7e4-1325d83ec54b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:30.551498 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['874b0c30-8523-4804-a7e4-1325d83ec54b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:30.583272 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port c8d57f3e-db45-461c-a706-d93485645365 is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:30.583658 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c8d57f3e-db45-461c-a706-d93485645365), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.604249 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] For port c8d57f3e-db45-461c-a706-d93485645365, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=c8d57f3e-db45-461c-a706-d93485645365,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:30.636432 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (3f362421-1473-47f5-b93e-5eeb4616cb3b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.655577 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Set router 874b0c30-8523-4804-a7e4-1325d83ec54b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:30.687785 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (c8d57f3e-db45-461c-a706-d93485645365), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.699146 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (3f362421-1473-47f5-b93e-5eeb4616cb3b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.737914 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Pushing event updated for resources: {'Port': ['ID=c8d57f3e-db45-461c-a706-d93485645365,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:30.767731 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (3f362421-1473-47f5-b93e-5eeb4616cb3b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.786217 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f362421-1473-47f5-b93e-5eeb4616cb3b,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:30.849654 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '9dd2f832-b8dc-4ca2-969e-4016322447de', 'name': '', 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'mac_address': 'fa:16:3e:48:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:27Z', 'updated_at': '2022-05-17T22:18:28Z', 'revision_number': 2, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'subnets': [{'id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:30.877669 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Checking router: 874b0c30-8523-4804-a7e4-1325d83ec54b for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:18:30.878019 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Updating router 874b0c30-8523-4804-a7e4-1325d83ec54b port 9dd2f832-b8dc-4ca2-969e-4016322447de binding host dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 22:18:30.884168 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:30.885889 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a88164dc-ae57-4c79-87ab-9d0f7b43eb4c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670974 May 17 22:18:30.888529 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49004) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:30.893002 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group_rule': {'security_group_id': 'f6636fc4-4cb7-452b-b610-12f520692edf', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:30.908492 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.036134 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (f500930a-6298-4d43-bc05-91c0fb10e637), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.095498 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (f500930a-6298-4d43-bc05-91c0fb10e637), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.179183 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (f500930a-6298-4d43-bc05-91c0fb10e637), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.200292 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f500930a-6298-4d43-bc05-91c0fb10e637,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:31.202840 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Publish callbacks [] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.255304 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.256523 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-0c96ae3b-2efe-433f-b207-e0d6e35407f6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3669679 May 17 22:18:31.259270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49006) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:31.264109 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group_rule': {'security_group_id': 'f6636fc4-4cb7-452b-b610-12f520692edf', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:31.281056 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.331310 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da4165-3cde-4ce5-84f5-c15addad78d7 None None] Pushing event updated for resources: {'Port': ['ID=9dd2f832-b8dc-4ca2-969e-4016322447de,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:31.384601 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (243b6e72-a2ed-4bb0-9c15-9bcc707f088b), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.384856 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Attempting to bind port 9dd2f832-b8dc-4ca2-969e-4016322447de on host dv-cinder-839987-6-iscsi for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:31.385180 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Attempting to bind port 9dd2f832-b8dc-4ca2-969e-4016322447de by drivers openvswitch,hyperv on host dv-cinder-839987-6-iscsi at level 0 using segments [{'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:31.385528 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Attempting to bind port 9dd2f832-b8dc-4ca2-969e-4016322447de on network 91631b1d-9735-4b57-822b-0cc63c62ec1b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:31.391367 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Checking agent: {'id': '75494c60-b809-4f21-8649-2645d8fc3683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 0, 8), 'started_at': datetime.datetime(2022, 5, 17, 22, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:31.391730 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Checking segment: {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:31.392121 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.392499 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Bound using segment: {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:31.392947 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Bound port: 9dd2f832-b8dc-4ca2-969e-4016322447de, host: dv-cinder-839987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6131dcef-ec09-4845-b797-bcaf04028e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:31.393317 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.459223 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (243b6e72-a2ed-4bb0-9c15-9bcc707f088b), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.464502 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] For port 9dd2f832-b8dc-4ca2-969e-4016322447de, host dv-cinder-839987-6-iscsi, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:31.468355 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] For port 9dd2f832-b8dc-4ca2-969e-4016322447de, host dv-cinder-839987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=9dd2f832-b8dc-4ca2-969e-4016322447de,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:31.470903 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf3cf-50d0-4eac-bca8-fbae83693f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.528491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (243b6e72-a2ed-4bb0-9c15-9bcc707f088b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.546541 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243b6e72-a2ed-4bb0-9c15-9bcc707f088b,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:31.556942 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.601925 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] Provisioning complete for port 9dd2f832-b8dc-4ca2-969e-4016322447de triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:31.602367 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.608968 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Routers {'874b0c30-8523-4804-a7e4-1325d83ec54b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:18:31.609579 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:18:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['874b0c30-8523-4804-a7e4-1325d83ec54b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:31.626952 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.630662 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8c02751e-f0a6-4037-a986-b8072d584cf6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679650 May 17 22:18:31.630820 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49008) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:31.635342 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group_rule': {'security_group_id': 'f6636fc4-4cb7-452b-b610-12f520692edf', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:31.668091 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da4165-3cde-4ce5-84f5-c15addad78d7 None None] Pushing event updated for resources: {'Port': ['ID=9dd2f832-b8dc-4ca2-969e-4016322447de,revision_number=4']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:31.701793 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] Current status of the port 9dd2f832-b8dc-4ca2-969e-4016322447de is: DOWN; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:31.702272 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.741539 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] For port 9dd2f832-b8dc-4ca2-969e-4016322447de, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=9dd2f832-b8dc-4ca2-969e-4016322447de,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:18:31.742152 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (19538fa4-939b-4c98-9072-b8ab6132d3ba), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.813274 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.818336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (19538fa4-939b-4c98-9072-b8ab6132d3ba), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.832537 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] Set router 874b0c30-8523-4804-a7e4-1325d83ec54b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:18:31.864105 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ee33e-ab11-40cc-b5d6-5a2a22a4e217 None None] Pushing event updated for resources: {'Port': ['ID=9dd2f832-b8dc-4ca2-969e-4016322447de,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:31.911250 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (19538fa4-939b-4c98-9072-b8ab6132d3ba), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:31.930176 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19538fa4-939b-4c98-9072-b8ab6132d3ba,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:31.931491 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-48ed7bc0-b47c-4f2a-b532-addee607d1c6 None None] Provisioning complete for port 9dd2f832-b8dc-4ca2-969e-4016322447de triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:31.932232 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-48ed7bc0-b47c-4f2a-b532-addee607d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.004243 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.005352 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-48ed7bc0-b47c-4f2a-b532-addee607d1c6 None None] Current status of the port 9dd2f832-b8dc-4ca2-969e-4016322447de is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:32.005644 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c7fb2e58-7b1e-4a4a-9a7d-d2df8e033188 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3737626 May 17 22:18:32.008412 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49010) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:32.013088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group_rule': {'security_group_id': 'f6636fc4-4cb7-452b-b610-12f520692edf', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:32.025276 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '9dd2f832-b8dc-4ca2-969e-4016322447de', 'name': '', 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'mac_address': 'fa:16:3e:48:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:27Z', 'updated_at': '2022-05-17T22:18:31Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'subnets': [{'id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:18:32.052996 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155e287-3ab1-4e3f-9d6b-f9ecbd1fe039 None None] The sync data for ids ['874b0c30-8523-4804-a7e4-1325d83ec54b'] in dv-cinder-839987-6-iscsi is: [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:18:27Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '9dd2f832-b8dc-4ca2-969e-4016322447de', 'name': '', 'network_id': '91631b1d-9735-4b57-822b-0cc63c62ec1b', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'mac_address': 'fa:16:3e:48:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:27Z', 'updated_at': '2022-05-17T22:18:31Z', 'revision_number': 4, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'subnets': [{'id': 'b827c1cf-b8bc-45f3-a239-d62281f76e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:18:32.123265 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.securitygroups_db [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Project 3cf34ac8db96460ba3b25bfe4aa0680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 22:18:32.129768 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (9d5a46aa-48cb-4a90-9ad0-09714c0781ad), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.192457 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (9d5a46aa-48cb-4a90-9ad0-09714c0781ad), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.322043 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (9d5a46aa-48cb-4a90-9ad0-09714c0781ad), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.341870 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5a46aa-48cb-4a90-9ad0-09714c0781ad,revision_number=0']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:32.409848 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.411070 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c97ed8e1-cadf-49c3-89aa-2aae35d788c9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4017231 May 17 22:18:32.414071 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49012) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:18:32.419273 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.v2.base [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'security_group_rule': {'security_group_id': 'f6636fc4-4cb7-452b-b610-12f520692edf', 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:32.468033 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9dd2f832-b8dc-4ca2-969e-4016322447de up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:32.517369 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port 9dd2f832-b8dc-4ca2-969e-4016322447de triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:32.517938 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.522173 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.securitygroups_db [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Project 3cf34ac8db96460ba3b25bfe4aa0680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 22:18:32.530328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (49cb3451-ef9f-48bc-8b3f-3edc06b3a2f1), before_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.587395 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (49cb3451-ef9f-48bc-8b3f-3edc06b3a2f1), precommit_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.592190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port 9dd2f832-b8dc-4ca2-969e-4016322447de is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:32.593246 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device c8d57f3e-db45-461c-a706-d93485645365 up at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:18:32.635839 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Provisioning complete for port c8d57f3e-db45-461c-a706-d93485645365 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:32.636204 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (c8d57f3e-db45-461c-a706-d93485645365), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.698805 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622532'] for security_group_rule (49cb3451-ef9f-48bc-8b3f-3edc06b3a2f1), after_create {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.733219 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cb3451-ef9f-48bc-8b3f-3edc06b3a2f1,revision_number=0']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:32.834281 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:32.835641 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c54768fd-b9b5-45db-aaee-2c616d9a4304 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4205501 May 17 22:18:32.844424 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Current status of the port c8d57f3e-db45-461c-a706-d93485645365 is: ACTIVE; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:18:34.087990 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fab52d73-35c3-407b-86f5-ab6d11e1d94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:35.019473 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:36.391184 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:37.771892 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:47.410193 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:18:48.615291 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-c52f656a-05ba-41e9-a548-580f310eb31d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817986569&fields=id&tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 267 time: 0.0484331 May 17 22:18:48.721152 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-37746e02-8b60-4104-8229-d41fa6d09fd0 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:48.722576 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-37746e02-8b60-4104-8229-d41fa6d09fd0 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 809 time: 0.0992687 May 17 22:18:48.737042 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-e3daf946-2d4f-42b1-98be-b0a01cc7e9a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/quotas/3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 375 time: 0.0086868 May 17 22:18:48.783468 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ed998f05-f322-4797-944d-6f464b421d5a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0412867 May 17 22:18:48.881419 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-b8360ede-f473-4a8a-846f-07d8762c03aa service neutron] 10.222.0.24 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862966 May 17 22:18:48.970227 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-dbd8e602-6458-419e-9cc8-b3d0cbf34553 service neutron] 10.222.0.24 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827358 May 17 22:18:49.586037 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-47a8ad4f-3a28-4445-895b-c6a6d06f4da5 req-d2458559-e439-4399-af35-5f7ff8b46cb5 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 210 time: 0.0326252 May 17 22:18:50.682477 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0fe6ca6b-dc7c-4c14-8492-0bd5738faa1a req-a200d3bf-afc2-4fc0-b25e-3e03353a55d8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 210 time: 0.0291762 May 17 22:18:51.691049 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-0c601e5c-bb82-462b-be35-292c2082dc3c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:51.692556 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-0c601e5c-bb82-462b-be35-292c2082dc3c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 809 time: 0.1069252 May 17 22:18:51.758025 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-9b4fea1a-294e-43fd-8a05-6fe6a513904b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 380 time: 0.0567501 May 17 22:18:51.771281 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'port': {'device_id': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'admin_state_up': True, 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'security_groups': ['f6636fc4-4cb7-452b-b610-12f520692edf']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:51.791615 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a3e15b06-f727-45e3-ab88-5ebae9b681b1 req-c8da4463-74ac-4ec3-8054-043e2690306a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 210 time: 0.0401244 May 17 22:18:51.967648 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Made reservation on behalf of 3cf34ac8db96460ba3b25bfe4aa0680c for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:18:51.971385 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.092964 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Allocated IP 172.20.0.3 (4473d761-85c9-4726-8a15-f941841bf909/cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242/aef37fd5-f4d9-4f6b-819b-ec2dd17475c3) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:18:52.230045 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.332374 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.373328 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Network 4473d761-85c9-4726-8a15-f941841bf909 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:18:52.376465 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:18:52.382819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:18:52.410082 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:52.438376 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:52.439294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.535865 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-25016cd4-b4ba-452a-8dd1-45c9c269aed7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694073 May 17 22:18:52.547758 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Request body: {'port': {'device_id': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:18:52.606577 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.652901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-77f9016d-fa36-4e56-ba9e-82f335899829 None None] Provisioning complete for port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:18:52.653469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-77f9016d-fa36-4e56-ba9e-82f335899829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.684648 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-77f9016d-fa36-4e56-ba9e-82f335899829 None None] Port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:18:52.927092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:18:52.937847 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8116d-46ec-4f90-aa7f-11861688e367 req-3f24fe23-41e8-47cb-befa-c62680b6898b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:52.951322 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73e8116d-46ec-4f90-aa7f-11861688e367 req-3f24fe23-41e8-47cb-befa-c62680b6898b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 931 time: 0.0756774 May 17 22:18:52.951322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Publish callbacks [] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:52.972566 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Transition to ACTIVE for port object aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:18:52.999786 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-73e8116d-46ec-4f90-aa7f-11861688e367 req-b18b41d5-d337-43c8-a4d7-ae6158708a38 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521815 May 17 22:18:53.052890 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:53.106371 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Pushing event updated for resources: {'Port': ['ID=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:53.183854 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Attempting to bind port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:18:53.184811 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Attempting to bind port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:18:53.185322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Attempting to bind port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:53.190648 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 on network 4473d761-85c9-4726-8a15-f941841bf909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:18:53.190979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Attempting to bind port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:18:53.196680 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:18:53.197008 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Checking segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:18:53.197480 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Bound using segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:18:53.197907 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Bound port: aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:18:53.198261 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:53.261623 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] For port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:18:53.266081 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] For port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:18:53.424866 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:53.457636 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:53.458360 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:53.459747 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] 10.222.0.52 "PUT /v2.0/ports/aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 200 len: 1093 time: 0.9163561 May 17 22:18:53.460227 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:18:53.462406 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1fc32-963d-4628-999c-e236cb2882a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:18:53.490015 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3acc4d-dfda-4f7b-8f0b-d7b77792fe03 service neutron] Pushing event updated for resources: {'Port': ['ID=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:18:53.614342 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-7ea03b34-0031-4f0e-9768-0aa7ea471af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:53.615926 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-7ea03b34-0031-4f0e-9768-0aa7ea471af0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1127 time: 0.0480106 May 17 22:18:53.658615 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-2d5afe10-98fc-4351-8260-af6e0f34ceda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 200 len: 217 time: 0.0347116 May 17 22:18:53.708021 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-24a11103-63e5-4598-9ecf-2989006aa32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:53.709352 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-24a11103-63e5-4598-9ecf-2989006aa32f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0439632 May 17 22:18:53.751252 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-9e3023f2-f253-4b4a-a980-d1ce196b86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:53.752617 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-9e3023f2-f253-4b4a-a980-d1ce196b86ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375476 May 17 22:18:53.844490 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-cdef0eee-52c2-4ce4-b5be-8679ecdfacc8 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847237 May 17 22:18:53.935998 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3897f0a-57c8-4624-a56f-51a326963c48 req-9d35ffcb-8712-46c2-bcdc-ee1c54cc7c27 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853918 May 17 22:18:54.112333 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6452-1ba2-420c-9e40-b9575a5bfbbf req-e28f5c89-80be-4202-8861-9d2b7d2b6787 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:54.113798 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d5d6452-1ba2-420c-9e40-b9575a5bfbbf req-e28f5c89-80be-4202-8861-9d2b7d2b6787 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0470903 May 17 22:18:54.161984 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d5d6452-1ba2-420c-9e40-b9575a5bfbbf req-044a0932-1176-44f1-a944-31f2ea5711a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 May 17 22:18:54.512979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372d897-f779-4d9c-8e32-a3c19e091911 x-openstack-request-id: req-8372d897-f779-4d9c-8e32-a3c19e091911 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:18:54.513267 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:18:54.513531 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8372d897-f779-4d9c-8e32-a3c19e091911 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:18:54.513962 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8372d897-f779-4d9c-8e32-a3c19e091911'] response: {'name': 'network-changed', 'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'status': 'completed', 'code': 200} May 17 22:18:54.573999 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-c9109f23-7cf5-4892-babe-d1344d368166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:54.575493 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-c9109f23-7cf5-4892-babe-d1344d368166 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1127 time: 0.0393553 May 17 22:18:54.666608 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-0669b8fd-b6ec-452c-8723-da15bfc23e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:54.667979 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-0669b8fd-b6ec-452c-8723-da15bfc23e3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0858986 May 17 22:18:54.705289 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-95b3e6bf-e02b-4346-88b5-be475c5380b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 200 len: 217 time: 0.0317435 May 17 22:18:54.752913 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-c9bc9fa3-2107-4c3a-b09a-4bc1e359a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:54.754277 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-c9bc9fa3-2107-4c3a-b09a-4bc1e359a643 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0422800 May 17 22:18:54.800227 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-a4ea008f-8685-44c6-b20c-1eafc1bf1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:54.801655 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-a4ea008f-8685-44c6-b20c-1eafc1bf1774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409341 May 17 22:18:54.887465 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-ee66d49b-2c38-40a2-947e-8909b583b9ff service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799568 May 17 22:18:54.979767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-72f1fc32-963d-4628-999c-e236cb2882a2 req-90954b9e-1c1e-4a66-ba6b-af310a7bfaf0 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866489 May 17 22:18:55.274007 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9680-a131-44f0-903b-b311f234cf9a req-d5b8dc05-5e16-4d5d-867b-4d816f471b74 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:55.275997 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f7d9680-a131-44f0-903b-b311f234cf9a req-d5b8dc05-5e16-4d5d-867b-4d816f471b74 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0472116 May 17 22:18:55.323808 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f7d9680-a131-44f0-903b-b311f234cf9a req-40da8977-c46c-4ab8-866c-13d57e62df6e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 May 17 22:18:56.447422 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77bde6-8442-4e3e-883d-cc8a59be4d81 req-603f16a6-8fa2-4b97-a747-2685553d8f08 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:56.448854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c77bde6-8442-4e3e-883d-cc8a59be4d81 req-603f16a6-8fa2-4b97-a747-2685553d8f08 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0550919 May 17 22:18:56.496897 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c77bde6-8442-4e3e-883d-cc8a59be4d81 req-dd76b5ae-1adc-42b6-a5a6-0d52dffa6ff9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426598 May 17 22:18:56.921129 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:18:57.608904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f628d-b60f-4de2-8f6e-52339b8f200a req-96849b8b-7062-43d4-961d-bce8d257ab21 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:57.610346 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-303f628d-b60f-4de2-8f6e-52339b8f200a req-96849b8b-7062-43d4-961d-bce8d257ab21 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0459113 May 17 22:18:57.657882 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-303f628d-b60f-4de2-8f6e-52339b8f200a req-36a484de-cd6e-497f-a032-f4627bc24c38 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 May 17 22:18:58.778057 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05701857-f21e-4532-bec9-4dfa2c4be4b1 req-d6e163c6-3470-4209-bc7f-7e4b07d8153f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:58.779533 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-05701857-f21e-4532-bec9-4dfa2c4be4b1 req-d6e163c6-3470-4209-bc7f-7e4b07d8153f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0460837 May 17 22:18:58.829920 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-05701857-f21e-4532-bec9-4dfa2c4be4b1 req-718bbe00-01f0-4b30-995f-bf24ff581962 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449955 May 17 22:18:59.948718 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e708d61-ad1d-4a1f-9df5-c9030bfb9fe9 req-285f8639-3b51-4573-a371-408f509ebf31 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:18:59.950209 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e708d61-ad1d-4a1f-9df5-c9030bfb9fe9 req-285f8639-3b51-4573-a371-408f509ebf31 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0514700 May 17 22:18:59.999336 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5e708d61-ad1d-4a1f-9df5-c9030bfb9fe9 req-c5ca803b-0a8f-4dac-bfef-01a26bea4c46 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 May 17 22:19:00.913125 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-e0c3ad18-3c2e-4fee-acf1-e095a28293b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374875 May 17 22:19:00.991045 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-297358d2-2a0d-42f9-b7f5-b945ae95d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:00.992576 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-297358d2-2a0d-42f9-b7f5-b945ae95d244 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0374935 May 17 22:19:01.119937 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a9b5-623d-4144-8962-2e08451dd001 req-0eea5bae-6388-449f-9337-8be4d4c4d6aa tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:01.121360 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f8a0a9b5-623d-4144-8962-2e08451dd001 req-0eea5bae-6388-449f-9337-8be4d4c4d6aa tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0526838 May 17 22:19:01.139808 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-c61d38ce-a43b-47f7-b8f8-b87be47302f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:01.141164 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-c61d38ce-a43b-47f7-b8f8-b87be47302f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 909 time: 0.1314566 May 17 22:19:01.223160 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f8a0a9b5-623d-4144-8962-2e08451dd001 req-046158f7-50a2-4a99-9fc5-5a28542b1ef8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932586 May 17 22:19:01.226677 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-a537f445-e3d9-4b44-9001-4a32ba1f13a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0787473 May 17 22:19:01.275708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-68136ffa-bc48-4352-97f7-cec94dc055b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:01.278240 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-68136ffa-bc48-4352-97f7-cec94dc055b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0461445 May 17 22:19:01.321570 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-3fecce97-c651-45f0-a7f0-0cef0cbea360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:01.323815 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-3fecce97-c651-45f0-a7f0-0cef0cbea360 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395288 May 17 22:19:01.414059 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-566d1aea-038b-42cf-b601-680566a1b661 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846994 May 17 22:19:01.429932 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ac12913d-d151-4c58-a0d4-1fd716672703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:01.504003 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cb1f3f7c-f97c-496b-ac12-0dcb1a95419f req-19e0f8ca-3c6c-413c-9505-402c17ef7bf4 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839434 May 17 22:19:02.333940 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e2f1-51c4-4f35-a874-0f693ee178c5 req-2b47f078-0134-4ca7-ba85-64a5472af82a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:02.335459 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1758e2f1-51c4-4f35-a874-0f693ee178c5 req-2b47f078-0134-4ca7-ba85-64a5472af82a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 943 time: 0.0466609 May 17 22:19:02.383352 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1758e2f1-51c4-4f35-a874-0f693ee178c5 req-3bc2680d-042a-4075-8ee7-c51dc88ce694 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 May 17 22:19:02.823793 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:19:02.919645 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:02.930186 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'port_id': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'mac_address': 'fa:16:3e:7d:d8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:19:02.964784 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:19:02.968095 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:02.977425 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:19:02.996307 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:03.046740 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:03.091362 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:03.251389 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['aef37fd5-f4d9-4f6b-819b-ec2dd17475c3'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:19:03.494100 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca4ae-c444-4552-8aa5-2c1793bf898b req-80e75a1f-25e2-4190-9974-25dd911a0f8b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:03.496330 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-051ca4ae-c444-4552-8aa5-2c1793bf898b req-80e75a1f-25e2-4190-9974-25dd911a0f8b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 944 time: 0.0460804 May 17 22:19:03.544159 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-051ca4ae-c444-4552-8aa5-2c1793bf898b req-1a0dc3c6-96b9-4dce-9ca4-c3d9e4f12876 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 May 17 22:19:04.064810 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4bb168a9-41d3-4cc6-8f71-7aabee53c81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:04.755638 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8366614-8d31-424d-aad7-c02e24b8a18c req-bc6796df-0b65-4cc9-9568-a34053814f21 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:04.757070 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f8366614-8d31-424d-aad7-c02e24b8a18c req-bc6796df-0b65-4cc9-9568-a34053814f21 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 944 time: 0.1485274 May 17 22:19:04.804042 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f8366614-8d31-424d-aad7-c02e24b8a18c req-2a79fcb4-df5f-45ad-b283-3f2180bf664e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412712 May 17 22:19:04.846192 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:19:04.886860 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:19:05.047196 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:19:05.047566 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:05.088668 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:05.116556 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:19:05.116927 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:05.141106 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:19:05.143307 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678bce87-9fa3-4215-974d-0a3e517f1537" -d '{"events": [{"server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "name": "network-vif-plugged", "status": "completed", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:19:05.155621 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:05.180790 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1287c-e862-4d92-976c-463a66a474db x-openstack-request-id: req-5aa1287c-e862-4d92-976c-463a66a474db {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:19:05.181090 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "name": "network-vif-plugged", "status": "completed", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:19:05.181324 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5aa1287c-e862-4d92-976c-463a66a474db {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:19:05.181716 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa1287c-e862-4d92-976c-463a66a474db'] response: {'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'code': 200} May 17 22:19:05.230748 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:05.275501 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:05.520085 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e7a59-1e8b-4664-9cea-ff43ea532790 req-dd6311fb-07e7-4b79-b9e7-1b9c2c095d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:05.521461 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-438e7a59-1e8b-4664-9cea-ff43ea532790 req-dd6311fb-07e7-4b79-b9e7-1b9c2c095d83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1129 time: 0.0369983 May 17 22:19:05.566656 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-438e7a59-1e8b-4664-9cea-ff43ea532790 req-d03d7e4e-af58-4c65-baeb-73a1c1bff457 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 May 17 22:19:05.919343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd045c3-0828-4b08-81ea-43d12a9e314b req-46a4c689-b5bb-4aef-9835-7c38de1b8d30 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:05.920809 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1cd045c3-0828-4b08-81ea-43d12a9e314b req-46a4c689-b5bb-4aef-9835-7c38de1b8d30 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0502579 May 17 22:19:05.968866 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1cd045c3-0828-4b08-81ea-43d12a9e314b req-4ae0b350-b4a8-4268-9dee-a93b1ab5f065 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 May 17 22:19:06.457514 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:07.137132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395aa4-60e5-4afa-a536-30f094f63e92 req-cd05c06b-41a3-44cc-a444-f888a3752144 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:07.140818 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-08395aa4-60e5-4afa-a536-30f094f63e92 req-cd05c06b-41a3-44cc-a444-f888a3752144 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0997036 May 17 22:19:07.186858 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-08395aa4-60e5-4afa-a536-30f094f63e92 req-b8316d12-e4f1-4dd0-aec3-3b1ae872a885 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 May 17 22:19:07.765856 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:08.296823 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f29029-1220-4050-af63-40b323f3df41 req-68c62a7f-3006-4178-a61f-0285948a1665 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:08.298257 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03f29029-1220-4050-af63-40b323f3df41 req-68c62a7f-3006-4178-a61f-0285948a1665 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0455205 May 17 22:19:08.350001 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-03f29029-1220-4050-af63-40b323f3df41 req-b08232c4-5c42-4132-96e1-6d2bfa1c3a5c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 May 17 22:19:08.459704 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440b69a-1fe8-4b38-a9b9-27fbe8184c49 req-2b710919-f52b-4761-9cb0-f1af128ff96b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:08.461112 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0440b69a-1fe8-4b38-a9b9-27fbe8184c49 req-2b710919-f52b-4761-9cb0-f1af128ff96b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0450284 May 17 22:19:08.507921 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-0440b69a-1fe8-4b38-a9b9-27fbe8184c49 req-5339c17a-c783-4a3d-9815-9c5282c2773e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 May 17 22:19:08.530692 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49188) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:08.607160 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2de10b-fc38-43c5-a2b0-b211b5eefbd6 tempest-TestVolumeBootPattern-695823398 tempest-TestVolumeBootPattern-695823398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:08.608648 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8e2de10b-fc38-43c5-a2b0-b211b5eefbd6 tempest-TestVolumeBootPattern-695823398 tempest-TestVolumeBootPattern-695823398-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1124 time: 0.0769479 May 17 22:19:08.611868 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49192) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:08.615945 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'port_id': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:19:08.698241 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:08.777073 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:08.876317 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Allocated IP 172.27.2.208 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/698ec6cd-8e8f-4a1e-9c58-8267be3829d3) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:19:08.978254 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:09.075866 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:09.112070 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:19:09.114895 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:19:09.120634 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:19:09.141854 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=698ec6cd-8e8f-4a1e-9c58-8267be3829d3,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:09.153865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.154211 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.154549 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.154882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.155239 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.155566 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.155886 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.156204 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.156528 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.156848 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.157165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.157485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.157801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.158112 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.158426 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:09.732387 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (b0d68ccb-36aa-483d-8c13-f809aedbccb3), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:09.868369 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:10.044994 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:10.115725 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:10.181102 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=698ec6cd-8e8f-4a1e-9c58-8267be3829d3,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:10.191382 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (b0d68ccb-36aa-483d-8c13-f809aedbccb3), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:10.284565 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Floating IP b0d68ccb-36aa-483d-8c13-f809aedbccb3 associated. External IP: 172.27.2.208, port: aef37fd5-f4d9-4f6b-819b-ec2dd17475c3. May 17 22:19:10.477754 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:19:10.573989 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:19:10.584134 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:19:10.594886 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:10.598957 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:10.642798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:10.675648 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a66327b6-94cc-45c1-aeca-8445b51429a8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0627828 May 17 22:19:10.676238 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:19:10.678503 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:19:10.699340 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:10.715383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c909a5-118a-48b0-a942-125e9f1ccd9f x-openstack-request-id: req-76c909a5-118a-48b0-a942-125e9f1ccd9f {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:19:10.715668 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:19:10.715938 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76c909a5-118a-48b0-a942-125e9f1ccd9f {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:19:10.716417 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c909a5-118a-48b0-a942-125e9f1ccd9f'] response: {'name': 'network-changed', 'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'status': 'completed', 'code': 200} May 17 22:19:10.775930 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-a6c0a7eb-8c12-4729-b554-95f3bfe9719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:10.777556 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-a6c0a7eb-8c12-4729-b554-95f3bfe9719d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1129 time: 0.0409203 May 17 22:19:10.868383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-8cdb42cf-ece0-4882-80bd-b771bf8bce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:10.869857 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-8cdb42cf-ece0-4882-80bd-b771bf8bce0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0858567 May 17 22:19:10.911463 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'b0d68ccb-36aa-483d-8c13-f809aedbccb3', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:7d:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:19:09Z', 'updated_at': '2022-05-17T22:19:09Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:10.934636 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-9619c84f-340c-4500-a46e-63e1933d450b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 200 len: 999 time: 0.0591745 May 17 22:19:10.936960 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:19:10.946302 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:10.946900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:10.982841 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-0e53a670-bdcb-4140-a195-90d60b8c4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:10.984372 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-0e53a670-bdcb-4140-a195-90d60b8c4a8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0443134 May 17 22:19:11.026973 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-d8523697-71b2-4fda-9f79-843883e72990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:11.028551 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-d8523697-71b2-4fda-9f79-843883e72990 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388892 May 17 22:19:11.048745 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:11.120958 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-c8625782-330a-435a-826a-f6b460edec96 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 May 17 22:19:11.214610 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-efd83f37-a9b4-48f7-8554-7c5f769f1d4c req-33f882e8-37f4-4b1c-99d1-ac1a18ee3a76 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879335 May 17 22:19:11.261380 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'b0d68ccb-36aa-483d-8c13-f809aedbccb3', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:7d:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:19:09Z', 'updated_at': '2022-05-17T22:19:09Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:11.287308 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7986cbe-d5cb-48c2-bc11-076430668875 None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'b0d68ccb-36aa-483d-8c13-f809aedbccb3', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:7d:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:19:09Z', 'updated_at': '2022-05-17T22:19:09Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:19:11.477498 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93d4de-cddc-427a-ab63-1a5134b6c8e1 None None] New status for floating IP b0d68ccb-36aa-483d-8c13-f809aedbccb3: ACTIVE {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:19:21.772697 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49200) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:21.907524 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Deleting port 3857aff0-617b-421b-8035-2fc30af89910 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:21.907864 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (3857aff0-617b-421b-8035-2fc30af89910), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:21.983677 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (3857aff0-617b-421b-8035-2fc30af89910), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:21.983911 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for floatingip (3857aff0-617b-421b-8035-2fc30af89910), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:21.995727 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Calling delete_port for 3857aff0-617b-421b-8035-2fc30af89910 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:22.218403 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (3857aff0-617b-421b-8035-2fc30af89910), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:22.243169 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event deleted for resources: {'Port': ['ID=3857aff0-617b-421b-8035-2fc30af89910,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:22.255022 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.255405 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.255749 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.256084 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.256414 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.256740 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.257061 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.257382 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.257701 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.258016 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.258337 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.258658 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.258974 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.259314 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.259635 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:22.317690 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for floatingip (af6b0497-6904-4df0-ac28-1187661c138f), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:22.318096 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Floating IP af6b0497-6904-4df0-ac28-1187661c138f disassociated (deleted). External IP: 172.27.2.129, port: 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3. May 17 22:19:22.513279 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Router 0d8469ae-5733-4e59-9c89-3147b6634f27 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:19:22.611297 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:19:22.615636 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:22.621103 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] Sync routers for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:19:22.630632 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:22.631261 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:22.648338 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-79412d97-81ea-4762-a1f2-0c5b94af8399 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "DELETE /v2.0/floatingips/af6b0497-6904-4df0-ac28-1187661c138f HTTP/1.1" status: 204 len: 168 time: 0.8745842 May 17 22:19:22.648911 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:19:22.651345 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aa589c-f2c6-4acd-8670-f095907f688e" -d '{"events": [{"name": "network-changed", "server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:19:22.689930 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f870c26-8380-4198-9f42-4ae654d84842 x-openstack-request-id: req-9f870c26-8380-4198-9f42-4ae654d84842 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:19:22.690353 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:19:22.690607 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f870c26-8380-4198-9f42-4ae654d84842 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:19:22.691005 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f870c26-8380-4198-9f42-4ae654d84842'] response: {'name': 'network-changed', 'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'status': 'completed', 'code': 200} May 17 22:19:22.741438 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:22.802221 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-945c5bdf-0d84-4d92-838e-79a814cec5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:22.803875 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-945c5bdf-0d84-4d92-838e-79a814cec5cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eb5524f74d434b87ff129f9997176b&device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 1129 time: 0.0882077 May 17 22:19:22.896602 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-ecc9305f-40f3-4939-b94e-368b44d2a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:22.898224 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-ecc9305f-40f3-4939-b94e-368b44d2a437 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 200 len: 909 time: 0.0882981 May 17 22:19:22.929888 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:22.944478 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-cee70c78-6a92-4591-976d-a18a1ea3cbb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 200 len: 217 time: 0.0387378 May 17 22:19:22.956297 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] Checking router: 0d8469ae-5733-4e59-9c89-3147b6634f27 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:19:22.965657 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:22.966378 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:22.998053 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-18100677-191d-468f-96ca-159ed7bd630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:22.999846 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-18100677-191d-468f-96ca-159ed7bd630b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 200 len: 847 time: 0.0479465 May 17 22:19:23.050637 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-5d402cf8-5f60-4baf-8a9a-d4fe018761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:23.052700 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-5d402cf8-5f60-4baf-8a9a-d4fe018761c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f99c992d-0efd-4347-95a8-72386bdb5868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467730 May 17 22:19:23.075970 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:23.139877 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27206a-4412-45a3-86ee-224ffd17a63e req-76bf3135-3a3b-4563-b38b-abaca6b1079b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:23.141467 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ff27206a-4412-45a3-86ee-224ffd17a63e req-76bf3135-3a3b-4563-b38b-abaca6b1079b tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0460737 May 17 22:19:23.198041 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ff27206a-4412-45a3-86ee-224ffd17a63e req-6892fb33-6125-45af-9d41-78ab2954203a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508792 May 17 22:19:23.385313 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:23.412172 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe904c2f-e473-4153-96fa-10715bc3bdce None None] The sync data for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi is: [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:14:28Z', 'revision_number': 4, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': 'b023fc58-e282-4d91-8ce2-9a88d9ab3076', 'name': '', 'network_id': 'f99c992d-0efd-4347-95a8-72386bdb5868', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'mac_address': 'fa:16:3e:9b:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:27Z', 'updated_at': '2022-05-17T22:14:33Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'subnets': [{'id': 'cffeda1a-7e68-4f8d-8705-80e17b4a1ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:19:23.625479 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777b5e3-183e-41a6-b8c5-f74af247dead None None] New status for floating IP af6b0497-6904-4df0-ac28-1187661c138f: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:19:24.135256 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-497ea417-aebe-4e40-83ce-8e93ab911957 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:19:24.136252 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-497ea417-aebe-4e40-83ce-8e93ab911957 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053248 May 17 22:19:24.225685 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-03906413-d9e3-4b1a-b26e-4fc20336f552 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817845 May 17 22:19:24.337958 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce9aa1-947a-4d24-9135-4ac718daba0d req-fc3c9ac4-f8bc-41c9-b18d-6535d6581b9f tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:24.339404 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2dce9aa1-947a-4d24-9135-4ac718daba0d req-fc3c9ac4-f8bc-41c9-b18d-6535d6581b9f tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0699778 May 17 22:19:24.409491 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:19:24.430746 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2dce9aa1-947a-4d24-9135-4ac718daba0d req-58097d2f-e3db-4812-8697-f690c5dded0d tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/security-groups?id=249fbd93-f386-40fa-a5ca-40aa6d083487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850797 May 17 22:19:24.432998 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e5aa589c-f2c6-4acd-8670-f095907f688e req-50505f86-4d6e-4244-b26c-7736f72e9999 service neutron] 10.222.0.52 "GET /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316187 May 17 22:19:24.662126 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-270c0a0f-4a46-44a3-bebf-7ecd50425e16 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:19:24.663575 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-270c0a0f-4a46-44a3-bebf-7ecd50425e16 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.52 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 945 time: 0.0468690 May 17 22:19:24.752859 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Deleting port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:24.758503 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:24.844511 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] For port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:24.844870 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:24.857581 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Calling delete_port for 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:25.052263 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (9c8d665a-b5a0-45a4-a0ba-7f36817e2db3), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:25.085092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event deleted for resources: {'Port': ['ID=9c8d665a-b5a0-45a4-a0ba-7f36817e2db3,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:25.155363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] No DVR routers for this DVR port 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:19:25.155363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:25.155363 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c5d4f5ea-baa3-40ae-acaf-c97f384a1f5e req-8a2c8f9a-4c21-4ee1-8321-90441f4993f0 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.52 "DELETE /v2.0/ports/9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 HTTP/1.1" status: 204 len: 173 time: 0.4629116 May 17 22:19:25.155363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-deleted', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:19:25.155363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659f997-21a7-4138-aecf-9de5ea2c7375" -d '{"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-deleted", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:19:25.244264 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32757a57-6d67-48df-9b58-a2ba29179702 x-openstack-request-id: req-32757a57-6d67-48df-9b58-a2ba29179702 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:19:25.244664 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fe4fe4-16e9-4a9d-a0cf-954d520222c2", "name": "network-vif-deleted", "tag": "9c8d665a-b5a0-45a4-a0ba-7f36817e2db3", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:19:25.244921 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32757a57-6d67-48df-9b58-a2ba29179702 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:19:25.245355 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32757a57-6d67-48df-9b58-a2ba29179702'] response: {'server_uuid': '11fe4fe4-16e9-4a9d-a0cf-954d520222c2', 'name': 'network-vif-deleted', 'tag': '9c8d665a-b5a0-45a4-a0ba-7f36817e2db3', 'status': 'completed', 'code': 200} May 17 22:19:25.540825 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-3b095c3d-f16c-4a55-b09f-a12cecea190a req-f6e44cab-d3ed-45ba-9719-4aabd98f64b6 tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 210 time: 0.0323637 May 17 22:19:26.657369 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6dc181f2-7ddc-4c00-8363-29e102306663 req-41b9dbb9-9373-4d71-a0a5-5b8bbf284eeb tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fe4fe4-16e9-4a9d-a0cf-954d520222c2 HTTP/1.1" status: 200 len: 210 time: 0.0270352 May 17 22:19:26.926754 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:26.954499 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:26.973527 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:26.976141 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device 9c8d665a-b5a0-45a4-a0ba-7f36817e2db3 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:27.717350 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49226) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:27.773237 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dfa00e27-8a11-4369-874e-f6213372a99a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group (249fbd93-f386-40fa-a5ca-40aa6d083487), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:27.797710 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dfa00e27-8a11-4369-874e-f6213372a99a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group (249fbd93-f386-40fa-a5ca-40aa6d083487), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:27.949214 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dfa00e27-8a11-4369-874e-f6213372a99a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (249fbd93-f386-40fa-a5ca-40aa6d083487), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:27.952110 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-dfa00e27-8a11-4369-874e-f6213372a99a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:27.958280 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-dfa00e27-8a11-4369-874e-f6213372a99a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] 10.222.0.24 "DELETE /v2.0/security-groups/249fbd93-f386-40fa-a5ca-40aa6d083487 HTTP/1.1" status: 204 len: 168 time: 0.2361071 May 17 22:19:27.962284 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa00e27-8a11-4369-874e-f6213372a99a tempest-TestShelveInstance-729309779 tempest-TestShelveInstance-729309779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249fbd93-f386-40fa-a5ca-40aa6d083487,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:28.067389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49230) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:28.464318 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (0d8469ae-5733-4e59-9c89-3147b6634f27), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:28.679349 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Deleting port b023fc58-e282-4d91-8ce2-9a88d9ab3076 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:28.679593 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:28.754104 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] For port b023fc58-e282-4d91-8ce2-9a88d9ab3076, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=b023fc58-e282-4d91-8ce2-9a88d9ab3076,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:28.754458 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:28.767379 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Calling delete_port for b023fc58-e282-4d91-8ce2-9a88d9ab3076 owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:29.035092 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (b023fc58-e282-4d91-8ce2-9a88d9ab3076), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:29.061395 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Pushing event deleted for resources: {'Port': ['ID=b023fc58-e282-4d91-8ce2-9a88d9ab3076,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:29.222131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (0d8469ae-5733-4e59-9c89-3147b6634f27), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:29.676844 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Router 0d8469ae-5733-4e59-9c89-3147b6634f27 has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:19:29.775628 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:19:29.781205 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-fad70fe5-f485-4791-b935-736cd2b3b212 admin admin] 10.222.0.24 "PUT /v2.0/routers/0d8469ae-5733-4e59-9c89-3147b6634f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127903 May 17 22:19:29.783735 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49234) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:29.784426 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] Sync routers for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:19:29.793854 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:29.794972 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:29.882416 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks [] for router (0d8469ae-5733-4e59-9c89-3147b6634f27), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:29.896905 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:29.985892 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks [] for router_gateway (0d8469ae-5733-4e59-9c89-3147b6634f27), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.066483 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:19:28Z', 'revision_number': 5, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port': {'id': 'd2eebf16-42c8-4d75-a3be-8528e5083ad2', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:25Z', 'updated_at': '2022-05-17T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:30.091997 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] Checking router: 0d8469ae-5733-4e59-9c89-3147b6634f27 for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:19:30.100198 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] Routers {'0d8469ae-5733-4e59-9c89-3147b6634f27'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:30.100807 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['0d8469ae-5733-4e59-9c89-3147b6634f27'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:30.107847 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Deleting port d2eebf16-42c8-4d75-a3be-8528e5083ad2 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:30.108200 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.182865 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] Set router 0d8469ae-5733-4e59-9c89-3147b6634f27 gateway port host: None {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:30.189440 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] For port d2eebf16-42c8-4d75-a3be-8528e5083ad2, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=d2eebf16-42c8-4d75-a3be-8528e5083ad2,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:30.189801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.203314 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Calling delete_port for d2eebf16-42c8-4d75-a3be-8528e5083ad2 owned by network:router_gateway {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:30.234246 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:19:29Z', 'revision_number': 6, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:30.260962 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ce61b-a3db-4d3b-9f24-dd91c70e1046 None None] The sync data for ids ['0d8469ae-5733-4e59-9c89-3147b6634f27'] in dv-cinder-839987-6-iscsi is: [{'id': '0d8469ae-5733-4e59-9c89-3147b6634f27', 'name': 'tempest-TestShelveInstance-642472985-router', 'tenant_id': '74eb5524f74d434b87ff129f9997176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:24Z', 'updated_at': '2022-05-17T22:19:29Z', 'revision_number': 6, 'project_id': '74eb5524f74d434b87ff129f9997176b', 'gw_port_host': None}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:19:30.445583 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (d2eebf16-42c8-4d75-a3be-8528e5083ad2), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.471304 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eebf16-42c8-4d75-a3be-8528e5083ad2,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:30.529875 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (0d8469ae-5733-4e59-9c89-3147b6634f27), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.616829 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (0d8469ae-5733-4e59-9c89-3147b6634f27), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.620352 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks [] for router_controller (0d8469ae-5733-4e59-9c89-3147b6634f27), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.738099 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (0d8469ae-5733-4e59-9c89-3147b6634f27), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.738765 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8469ae-5733-4e59-9c89-3147b6634f27 {{(pid=103949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:19:30.743008 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.744171 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-6ce91e5d-b455-4899-85ab-548bda136d88 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0d8469ae-5733-4e59-9c89-3147b6634f27 HTTP/1.1" status: 204 len: 168 time: 0.9595075 May 17 22:19:30.746584 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49236) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:30.791557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Deleting subnet cffeda1a-7e68-4f8d-8705-80e17b4a1ecb {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:19:30.794827 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Publish callbacks [] for subnet (cffeda1a-7e68-4f8d-8705-80e17b4a1ecb), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.829501 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (cffeda1a-7e68-4f8d-8705-80e17b4a1ecb), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:30.906032 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (cffeda1a-7e68-4f8d-8705-80e17b4a1ecb), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.012887 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (cffeda1a-7e68-4f8d-8705-80e17b4a1ecb), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.022836 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device b023fc58-e282-4d91-8ce2-9a88d9ab3076 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:31.027803 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.031988 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cffeda1a-7e68-4f8d-8705-80e17b4a1ecb HTTP/1.1" status: 204 len: 168 time: 0.2829564 May 17 22:19:31.033722 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49238) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:31.048415 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: b023fc58-e282-4d91-8ce2-9a88d9ab3076 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:31.048954 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device b023fc58-e282-4d91-8ce2-9a88d9ab3076 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:31.050985 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47b4d6-eed5-4209-a055-60c6814d7c22 None None] Network f99c992d-0efd-4347-95a8-72386bdb5868 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:19:31.052377 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bfc74-8f1e-4415-bb36-e258b5a4a60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffeda1a-7e68-4f8d-8705-80e17b4a1ecb,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:31.121250 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (f99c992d-0efd-4347-95a8-72386bdb5868), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.167163 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Deleting port 62be4357-375e-49b9-88eb-1ea272345072 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:31.167506 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (62be4357-375e-49b9-88eb-1ea272345072), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.215398 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] DHCP port deletion for f99c992d-0efd-4347-95a8-72386bdb5868 request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:19:31.235210 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] For port 62be4357-375e-49b9-88eb-1ea272345072, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=62be4357-375e-49b9-88eb-1ea272345072,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:31.235589 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (62be4357-375e-49b9-88eb-1ea272345072), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.253619 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Deleting port 62be4357-375e-49b9-88eb-1ea272345072 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:31.253981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (62be4357-375e-49b9-88eb-1ea272345072), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.255694 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Calling delete_port for 62be4357-375e-49b9-88eb-1ea272345072 owned by network:dhcp {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:31.334548 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] For port 62be4357-375e-49b9-88eb-1ea272345072, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=62be4357-375e-49b9-88eb-1ea272345072,segment=NetworkSegment(5f3cf848-a84a-42d4-8bc9-3e9dce5fe969),segment_id=5f3cf848-a84a-42d4-8bc9-3e9dce5fe969)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:31.335617 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (62be4357-375e-49b9-88eb-1ea272345072), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.357146 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Calling delete_port for 62be4357-375e-49b9-88eb-1ea272345072 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:31.463866 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (62be4357-375e-49b9-88eb-1ea272345072), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.470546 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (62be4357-375e-49b9-88eb-1ea272345072), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.489291 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=62be4357-375e-49b9-88eb-1ea272345072,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:31.492967 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] No DVR routers for this DVR port 62be4357-375e-49b9-88eb-1ea272345072 on host dv-cinder-839987-6-iscsi {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:19:31.499859 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99b63f9b-0086-4455-8868-08d1c41cfb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.504746 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] No DVR routers for this DVR port 62be4357-375e-49b9-88eb-1ea272345072 on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:19:31.511986 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Pushing event deleted for resources: {'Port': ['ID=62be4357-375e-49b9-88eb-1ea272345072,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:31.519469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.519829 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.520156 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.520496 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.520830 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.521160 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.521486 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.521819 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.522148 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.522471 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.522846 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.523190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.523524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.523840 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.524157 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31876a1-3006-4626-87d1-a24a0d596403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:19:31.568229 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (f99c992d-0efd-4347-95a8-72386bdb5868), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.588113 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99c992d-0efd-4347-95a8-72386bdb5868']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:31.598026 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:31.598328 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cf848-a84a-42d4-8bc9-3e9dce5fe969') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:31.609198 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (5f3cf848-a84a-42d4-8bc9-3e9dce5fe969), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.624033 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (5f3cf848-a84a-42d4-8bc9-3e9dce5fe969), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.630021 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:19:31.630401 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (5f3cf848-a84a-42d4-8bc9-3e9dce5fe969), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:19:31.632088 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:19:31.754908 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (f99c992d-0efd-4347-95a8-72386bdb5868), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.760248 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:31.763465 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f99c992d-0efd-4347-95a8-72386bdb5868 HTTP/1.1" status: 204 len: 168 time: 0.7279398 May 17 22:19:31.767038 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49242) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:31.774318 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a970e-0378-4e4a-8ced-5647c5f153c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99c992d-0efd-4347-95a8-72386bdb5868,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:32.072606 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (1610c3ff-c880-4dda-9249-d1bc8628656b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:32.287025 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Deleting port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:32.287370 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:32.367679 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] For port f2d0c9b2-da3a-4fd6-8cae-4a9abd266896, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:32.368034 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:32.380978 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Calling delete_port for f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:32.460491 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d2eebf16-42c8-4d75-a3be-8528e5083ad2 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:32.479230 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: d2eebf16-42c8-4d75-a3be-8528e5083ad2 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:32.479563 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device d2eebf16-42c8-4d75-a3be-8528e5083ad2 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:32.479966 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 62be4357-375e-49b9-88eb-1ea272345072 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:32.499220 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 62be4357-375e-49b9-88eb-1ea272345072 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:32.499719 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 62be4357-375e-49b9-88eb-1ea272345072 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:32.612492 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (f2d0c9b2-da3a-4fd6-8cae-4a9abd266896), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:32.636449 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d0c9b2-da3a-4fd6-8cae-4a9abd266896,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:32.803294 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (1610c3ff-c880-4dda-9249-d1bc8628656b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.013020 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Router 1610c3ff-c880-4dda-9249-d1bc8628656b has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:19:33.124490 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:19:33.131289 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-c4dc07dd-1254-48a7-bf8f-53cfc7554ede admin admin] 10.222.0.24 "PUT /v2.0/routers/1610c3ff-c880-4dda-9249-d1bc8628656b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630924 May 17 22:19:33.133837 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] Sync routers for ids ['1610c3ff-c880-4dda-9249-d1bc8628656b'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:19:33.134308 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49244) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:33.144350 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] Routers {'1610c3ff-c880-4dda-9249-d1bc8628656b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:33.144871 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['1610c3ff-c880-4dda-9249-d1bc8628656b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:33.232373 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks [] for router (1610c3ff-c880-4dda-9249-d1bc8628656b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.245307 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] Set router 1610c3ff-c880-4dda-9249-d1bc8628656b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:33.334449 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks [] for router_gateway (1610c3ff-c880-4dda-9249-d1bc8628656b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.421600 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:19:32Z', 'revision_number': 5, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port': {'id': 'ef38d2d7-7599-42fe-8d78-582a9319d98b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:14:32Z', 'updated_at': '2022-05-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:33.424467 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Deleting port ef38d2d7-7599-42fe-8d78-582a9319d98b {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:33.424802 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.446106 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] Checking router: 1610c3ff-c880-4dda-9249-d1bc8628656b for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:19:33.455023 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] Routers {'1610c3ff-c880-4dda-9249-d1bc8628656b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:19:33.455643 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:19:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['1610c3ff-c880-4dda-9249-d1bc8628656b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:33.502658 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] For port ef38d2d7-7599-42fe-8d78-582a9319d98b, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=ef38d2d7-7599-42fe-8d78-582a9319d98b,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:33.503020 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.516442 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Calling delete_port for ef38d2d7-7599-42fe-8d78-582a9319d98b owned by network:router_gateway {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:33.537246 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] Set router 1610c3ff-c880-4dda-9249-d1bc8628656b gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:19:33.587039 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:19:33Z', 'revision_number': 6, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:33.610893 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaa8dc-b25b-43c4-bca3-6126609f958c None None] The sync data for ids ['1610c3ff-c880-4dda-9249-d1bc8628656b'] in dv-cinder-839987-6-iscsi is: [{'id': '1610c3ff-c880-4dda-9249-d1bc8628656b', 'name': 'tempest-TestShelveInstance-756384893-router', 'tenant_id': 'dbb3be42fef14fc89a6a52794b282b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:14:31Z', 'updated_at': '2022-05-17T22:19:33Z', 'revision_number': 6, 'project_id': 'dbb3be42fef14fc89a6a52794b282b76', 'gw_port_host': None}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:19:33.743514 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (ef38d2d7-7599-42fe-8d78-582a9319d98b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.769655 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef38d2d7-7599-42fe-8d78-582a9319d98b,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:33.831771 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (1610c3ff-c880-4dda-9249-d1bc8628656b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.915644 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (1610c3ff-c880-4dda-9249-d1bc8628656b), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:33.917790 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks [] for router_controller (1610c3ff-c880-4dda-9249-d1bc8628656b), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.052310 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d504ab7f-c456-4e00-93af-b99df3fefbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.052838 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (1610c3ff-c880-4dda-9249-d1bc8628656b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.052958 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1610c3ff-c880-4dda-9249-d1bc8628656b {{(pid=103950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:19:34.056934 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.058103 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-5f28b2b8-2d9f-460c-848d-405689ad2b83 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1610c3ff-c880-4dda-9249-d1bc8628656b HTTP/1.1" status: 204 len: 168 time: 0.9232218 May 17 22:19:34.060526 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49246) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:34.103734 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.db_base_plugin_v2 [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Deleting subnet 261f5c97-2eeb-4758-a270-90d963482fe5 {{(pid=103950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:19:34.106726 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Publish callbacks [] for subnet (261f5c97-2eeb-4758-a270-90d963482fe5), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.144150 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14738179'] for subnet (261f5c97-2eeb-4758-a270-90d963482fe5), precommit_delete_associations {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.215597 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (261f5c97-2eeb-4758-a270-90d963482fe5), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.372668 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14436444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14585426'] for subnet (261f5c97-2eeb-4758-a270-90d963482fe5), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.401440 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261f5c97-2eeb-4758-a270-90d963482fe5,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:34.405570 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.408646 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-56be02d0-87b7-4792-a0fb-5bc0ebf86352 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/261f5c97-2eeb-4758-a270-90d963482fe5 HTTP/1.1" status: 204 len: 168 time: 0.3465724 May 17 22:19:34.411052 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49248) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:34.414642 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e29763-fa6d-4cda-aaa8-2ad7988ad938 None None] Network 42c41db6-7b6a-4f89-9b29-5de4e4732d28 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:19:34.492764 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (42c41db6-7b6a-4f89-9b29-5de4e4732d28), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.502123 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:34.527740 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:34.528070 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device f2d0c9b2-da3a-4fd6-8cae-4a9abd266896 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:34.528478 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ef38d2d7-7599-42fe-8d78-582a9319d98b no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:34.534980 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Deleting port e138319a-572d-4ae3-99ea-a4d6af11bbcb {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:34.535427 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.551887 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: ef38d2d7-7599-42fe-8d78-582a9319d98b {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:34.554711 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device ef38d2d7-7599-42fe-8d78-582a9319d98b not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:34.608154 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] For port e138319a-572d-4ae3-99ea-a4d6af11bbcb, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e138319a-572d-4ae3-99ea-a4d6af11bbcb,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:34.608154 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.614621 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] DHCP port deletion for 42c41db6-7b6a-4f89-9b29-5de4e4732d28 request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:19:34.623630 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Calling delete_port for e138319a-572d-4ae3-99ea-a4d6af11bbcb owned by network:dhcp {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:34.652999 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] Deleting port e138319a-572d-4ae3-99ea-a4d6af11bbcb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:19:34.653419 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.728577 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] For port e138319a-572d-4ae3-99ea-a4d6af11bbcb, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=e138319a-572d-4ae3-99ea-a4d6af11bbcb,segment=NetworkSegment(1824cfe3-10fa-431f-991f-470735c05431),segment_id=1824cfe3-10fa-431f-991f-470735c05431)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:19:34.728961 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.741545 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] Calling delete_port for e138319a-572d-4ae3-99ea-a4d6af11bbcb owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:19:34.772471 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.800260 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e138319a-572d-4ae3-99ea-a4d6af11bbcb,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:34.803724 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] No DVR routers for this DVR port e138319a-572d-4ae3-99ea-a4d6af11bbcb on host dv-cinder-839987-6-iscsi {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:19:34.817936 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (e138319a-572d-4ae3-99ea-a4d6af11bbcb), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.844005 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] Pushing event deleted for resources: {'Port': ['ID=e138319a-572d-4ae3-99ea-a4d6af11bbcb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:34.849281 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0140e2-108c-4ad6-812f-8146d3e9d34d None None] No DVR routers for this DVR port e138319a-572d-4ae3-99ea-a4d6af11bbcb on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:19:34.880167 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (42c41db6-7b6a-4f89-9b29-5de4e4732d28), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.900547 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c41db6-7b6a-4f89-9b29-5de4e4732d28']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:34.910207 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1824cfe3-10fa-431f-991f-470735c05431') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:34.910501 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1824cfe3-10fa-431f-991f-470735c05431') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:19:34.919667 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (1824cfe3-10fa-431f-991f-470735c05431), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.932746 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (1824cfe3-10fa-431f-991f-470735c05431), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.939570 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:19:34.939957 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (1824cfe3-10fa-431f-991f-470735c05431), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:19:34.941634 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:19:35.035338 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.063252 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (42c41db6-7b6a-4f89-9b29-5de4e4732d28), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.072613 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.072613 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/42c41db6-7b6a-4f89-9b29-5de4e4732d28 HTTP/1.1" status: 204 len: 168 time: 0.6600564 May 17 22:19:35.084623 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ea5d-51b4-43ee-8448-7924a8403ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=42c41db6-7b6a-4f89-9b29-5de4e4732d28,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:35.400845 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49252) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:35.440873 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-6c816fe1-9382-40ea-8b01-28355fe942ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74eb5524f74d434b87ff129f9997176b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388625 May 17 22:19:35.443173 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49254) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:35.488831 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-cf335848-cbee-4720-8e2c-46973fe86c02 admin admin] Publish callbacks [] for security_group (d31a60d5-a353-452d-bdd7-6a041c342bde), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.509578 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-cf335848-cbee-4720-8e2c-46973fe86c02 admin admin] Publish callbacks [] for security_group (d31a60d5-a353-452d-bdd7-6a041c342bde), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.640444 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-cf335848-cbee-4720-8e2c-46973fe86c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (d31a60d5-a353-452d-bdd7-6a041c342bde), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.642858 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-cf335848-cbee-4720-8e2c-46973fe86c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:35.643998 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-cf335848-cbee-4720-8e2c-46973fe86c02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d31a60d5-a353-452d-bdd7-6a041c342bde HTTP/1.1" status: 204 len: 168 time: 0.1999691 May 17 22:19:35.651962 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf335848-cbee-4720-8e2c-46973fe86c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a60d5-a353-452d-bdd7-6a041c342bde,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:36.286020 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49260) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:36.326847 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7a95c76e-b2b3-4512-96ca-44f971ded1ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbb3be42fef14fc89a6a52794b282b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374374 May 17 22:19:36.327318 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49262) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:19:36.376852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb51-5b29-48cc-999a-27a1d409d18f admin admin] Publish callbacks [] for security_group (f90e1a80-382e-40e9-bb63-df8d8a53b85f), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:36.377687 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:36.398058 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb51-5b29-48cc-999a-27a1d409d18f admin admin] Publish callbacks [] for security_group (f90e1a80-382e-40e9-bb63-df8d8a53b85f), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:36.460857 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e138319a-572d-4ae3-99ea-a4d6af11bbcb no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:19:36.479372 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: e138319a-572d-4ae3-99ea-a4d6af11bbcb {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:19:36.479706 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device e138319a-572d-4ae3-99ea-a4d6af11bbcb not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:19:36.509527 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb51-5b29-48cc-999a-27a1d409d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f90e1a80-382e-40e9-bb63-df8d8a53b85f), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:36.516342 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb51-5b29-48cc-999a-27a1d409d18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:36.516342 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-0ef1bb51-5b29-48cc-999a-27a1d409d18f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f90e1a80-382e-40e9-bb63-df8d8a53b85f HTTP/1.1" status: 204 len: 168 time: 0.1845148 May 17 22:19:36.522131 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1bb51-5b29-48cc-999a-27a1d409d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90e1a80-382e-40e9-bb63-df8d8a53b85f,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:19:37.765997 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:19:56.949200 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:01.408172 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:20:01.434317 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4577a80-c5f1-44cb-ba76-03b0c1285e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:01.923151 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-41b3e90c-65f4-40dc-9b0a-66f41671f288 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429070 May 17 22:20:01.999913 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220936-3f29-4863-9bd1-11d77243fe2d req-be20f04c-2766-4bab-94b8-7d4928497160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:20:02.001388 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-be20f04c-2766-4bab-94b8-7d4928497160 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1129 time: 0.0390520 May 17 22:20:02.108747 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220936-3f29-4863-9bd1-11d77243fe2d req-b9d7461f-f3dc-406a-8e99-345c041123ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:20:02.110235 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-b9d7461f-f3dc-406a-8e99-345c041123ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0913093 May 17 22:20:02.172793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-db84700e-230b-47a1-bd27-19cbacaa8f20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 200 len: 1001 time: 0.0565834 May 17 22:20:02.219349 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220936-3f29-4863-9bd1-11d77243fe2d req-f664db62-371b-4442-a41c-e3bca698f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:20:02.220702 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-f664db62-371b-4442-a41c-e3bca698f848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0428035 May 17 22:20:02.261608 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220936-3f29-4863-9bd1-11d77243fe2d req-1de74350-3639-4750-b581-4abf38f373f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:20:02.263023 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-1de74350-3639-4750-b581-4abf38f373f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363755 May 17 22:20:02.352279 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-4b06907a-14e3-443a-bac8-d6630df4cc49 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 May 17 22:20:02.440491 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-60220936-3f29-4863-9bd1-11d77243fe2d req-9482c05e-b02c-4653-8a01-03826551dfff service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813599 May 17 22:20:04.120393 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb27d3eb-3e7f-4f43-a361-14459338aac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:05.061914 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:06.394441 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:07.759917 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:26.936272 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:31.433981 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9786b7ff-df2b-4ff3-8f48-0b4a354609cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:34.028855 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d308087d-efaa-4a67-bc56-3d2e7e306cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:35.022574 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:36.405009 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:37.782167 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:20:38.409541 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:20:56.953260 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:01.473067 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c0d23c32-3953-43af-ac1e-e7cebb818700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:03.920924 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-107a53ac-9eea-4a9b-9dcd-5d4fdb831028 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431254 May 17 22:21:04.000692 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-8b9b47d3-8638-495d-be06-bb044ad62f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:04.002145 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-8b9b47d3-8638-495d-be06-bb044ad62f20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 1129 time: 0.0407138 May 17 22:21:04.014573 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c0653b77-f632-4c60-9180-7e526dcd3988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:04.110708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-c87139f0-1b0b-4be1-8f61-b350c421e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:04.112188 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-c87139f0-1b0b-4be1-8f61-b350c421e65a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0928771 May 17 22:21:04.172519 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-7cd0c767-379a-4ddd-8a57-14b421d86104 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 200 len: 1001 time: 0.0544572 May 17 22:21:04.220784 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-c6c076af-5a75-4f29-8124-4daa46f67de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:04.222185 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-c6c076af-5a75-4f29-8124-4daa46f67de0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0440581 May 17 22:21:04.264189 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-f5faffa8-42d2-445c-82b0-da5a90126c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:04.265873 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-f5faffa8-42d2-445c-82b0-da5a90126c8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369043 May 17 22:21:04.356840 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-35443065-eb85-47a1-badd-20bda34ff255 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848768 May 17 22:21:04.448614 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8a97c422-35ea-4cdd-b4f5-a68bc5f2d69c req-eff65b93-cc1f-4dd2-8d61-1a17aad0e272 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 May 17 22:21:05.021459 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:06.209480 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a607a-7046-4224-8fbc-6d6876ef46af req-07c212ca-f83d-40a3-b05a-c7ab550bdc67 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:06.210936 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a54a607a-7046-4224-8fbc-6d6876ef46af req-07c212ca-f83d-40a3-b05a-c7ab550bdc67 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0478647 May 17 22:21:06.261055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a54a607a-7046-4224-8fbc-6d6876ef46af req-b3486e7b-e722-4bdc-8e53-912935dfe506 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 May 17 22:21:06.410294 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:07.376013 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954852-5f1b-4cfc-9dbf-a64c54c6b468 req-2a60adae-4bbd-46e3-9d17-7543ffbd2199 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:07.380021 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-74954852-5f1b-4cfc-9dbf-a64c54c6b468 req-2a60adae-4bbd-46e3-9d17-7543ffbd2199 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0457590 May 17 22:21:07.427959 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-74954852-5f1b-4cfc-9dbf-a64c54c6b468 req-cdff7bba-2782-4b92-a8cc-f0d667491ab0 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 May 17 22:21:07.758785 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:07.851033 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-b5fc57bd-b9fa-4894-839c-bbc25d827ae1 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:07.852492 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-b5fc57bd-b9fa-4894-839c-bbc25d827ae1 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0500665 May 17 22:21:07.930461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Deleting port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:21:07.930801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:08.021144 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] For port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:21:08.021427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:08.175939 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:08.176295 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (b0d68ccb-36aa-483d-8c13-f809aedbccb3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:08.176606 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Floating IP b0d68ccb-36aa-483d-8c13-f809aedbccb3 disassociated. External IP: 172.27.2.208, port: aef37fd5-f4d9-4f6b-819b-ec2dd17475c3. May 17 22:21:08.176942 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Calling delete_port for aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:21:08.576748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7bc5b-0678-46e2-bc5c-292e6fac0951 req-1ca2fb46-8f14-4a59-a317-49dea3bafa1f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:08.578206 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50d7bc5b-0678-46e2-bc5c-292e6fac0951 req-1ca2fb46-8f14-4a59-a317-49dea3bafa1f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 945 time: 0.0719562 May 17 22:21:08.635820 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-50d7bc5b-0678-46e2-bc5c-292e6fac0951 req-9559c49c-3f4a-49f6-b46f-0331d8f86192 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518501 May 17 22:21:08.661655 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (aef37fd5-f4d9-4f6b-819b-ec2dd17475c3), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:08.692646 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'Port': ['ID=aef37fd5-f4d9-4f6b-819b-ec2dd17475c3,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:08.703406 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.703759 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.704102 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.704517 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.704762 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.705091 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.705422 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.705753 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.706076 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.706399 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.706723 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.707050 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.707398 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.707718 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.708041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:08.812627 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:21:08.917456 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:21:08.926802 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:21:08.937729 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:21:08.938352 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:21:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:08.963852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] No DVR routers for this DVR port aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:21:08.966265 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:08.969520 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-61a799d1-a2c9-4cdd-9347-afe930548b74 req-5e2ee9d7-b7cc-4e68-8149-0e6ca9e2b0ce tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "DELETE /v2.0/ports/aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 HTTP/1.1" status: 204 len: 173 time: 1.1118271 May 17 22:21:08.969957 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'name': 'network-vif-deleted', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:21:08.972283 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f87081-2521-42a7-915e-6e0b5a16d479" -d '{"events": [{"server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "name": "network-vif-deleted", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:21:09.008852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8497b9e7-d3dc-445f-a374-cdfaadb6f555 x-openstack-request-id: req-8497b9e7-d3dc-445f-a374-cdfaadb6f555 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:21:09.009244 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b97f7-9d11-48f9-8cab-88dde91e34da", "name": "network-vif-deleted", "tag": "aef37fd5-f4d9-4f6b-819b-ec2dd17475c3", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:21:09.009494 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8497b9e7-d3dc-445f-a374-cdfaadb6f555 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:21:09.010459 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8497b9e7-d3dc-445f-a374-cdfaadb6f555'] response: {'server_uuid': 'b13b97f7-9d11-48f9-8cab-88dde91e34da', 'name': 'network-vif-deleted', 'tag': 'aef37fd5-f4d9-4f6b-819b-ec2dd17475c3', 'status': 'completed', 'code': 200} May 17 22:21:09.180526 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:21:09.359188 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:09.383570 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:21:09.392248 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:21:09.392844 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:21:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:09.494022 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:21:09.684289 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:09.709948 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab1c77-4c99-43d8-9a63-f2c8d51cd5e0 None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:21:09.750860 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f73ae56-4b08-4691-b2fa-e9f37524f605 req-f9e8f7c8-e046-4f43-bca5-6e7eb665b2b2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b97f7-9d11-48f9-8cab-88dde91e34da HTTP/1.1" status: 200 len: 210 time: 0.0286825 May 17 22:21:09.944825 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30e16d-8f93-483d-b3c4-e7a4c4c3e107 None None] New status for floating IP b0d68ccb-36aa-483d-8c13-f809aedbccb3: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:21:11.033040 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-2941d44b-d201-435d-a7c6-03f347914eb3 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817986569&fields=id&tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 267 time: 0.0443013 May 17 22:21:11.140653 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-0f97adda-92fe-4ac2-b61c-b15a8a096562 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:11.142130 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-0f97adda-92fe-4ac2-b61c-b15a8a096562 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 809 time: 0.1030059 May 17 22:21:11.156626 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-97262a83-4196-48a8-bbe8-542ae54815bf tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/quotas/3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 375 time: 0.0092070 May 17 22:21:11.204850 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-d2a8c315-5520-4f08-a1d4-901565ae4757 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435123 May 17 22:21:11.346867 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-a3f79e1f-012a-4a8f-8b2b-116128b43ebe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:21:11.347923 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-a3f79e1f-012a-4a8f-8b2b-116128b43ebe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1318197 May 17 22:21:11.359280 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:21:11.378314 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:21:11.378654 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device aef37fd5-f4d9-4f6b-819b-ec2dd17475c3 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:21:11.441266 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-534b7338-c918-4ec5-95d7-f0a9796c0232 service neutron] 10.222.0.24 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874412 May 17 22:21:11.528747 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-98dc94e8-e0d4-40ea-9d06-578c288c17a6 service neutron] 10.222.0.24 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818534 May 17 22:21:12.087837 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fc297554-ea09-43e8-851a-fd4a4058866f req-16d18505-55ba-4bd7-a99e-d37b4986dcae tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 210 time: 0.0278697 May 17 22:21:13.187860 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d0078e01-b690-422f-b81b-31059e1b4bd1 req-d46d0091-fcff-4f80-9ace-ab56f0df3397 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 210 time: 0.0313847 May 17 22:21:14.146791 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-9f5aa80d-1817-4f8f-9d46-0355809ed5dd tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:14.148149 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-9f5aa80d-1817-4f8f-9d46-0355809ed5dd tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 809 time: 0.1018922 May 17 22:21:14.210807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-504d8e95-0dda-4147-8795-4712a42c3d51 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 380 time: 0.0541558 May 17 22:21:14.219504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'port': {'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'admin_state_up': True, 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'security_groups': ['f6636fc4-4cb7-452b-b610-12f520692edf']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:21:14.313854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-ad1fd5d7-de16-4823-845b-f28b203e55d0 req-54321408-ba92-40b5-af36-d458c4e92a18 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 210 time: 0.0335951 May 17 22:21:14.410506 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Made reservation on behalf of 3cf34ac8db96460ba3b25bfe4aa0680c for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:21:14.413966 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:14.539974 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Allocated IP 172.20.0.5 (4473d761-85c9-4726-8a15-f941841bf909/cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242/ab43ce5c-af1b-4d01-ba97-a20314eed9f7) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:21:14.678389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:14.816911 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:14.856138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Network 4473d761-85c9-4726-8a15-f941841bf909 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:21:14.859079 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:21:14.862893 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:21:14.891970 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:14.921701 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:14.922336 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.024428 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6e8a8647-54f5-45c2-b22f-31052861091b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8085446 May 17 22:21:15.036872 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Request body: {'port': {'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:21:15.057167 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-3a985f87-9679-4ed7-8101-7d210d0e5fac None None] Provisioning complete for port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:21:15.060021 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3a985f87-9679-4ed7-8101-7d210d0e5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.091792 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3a985f87-9679-4ed7-8101-7d210d0e5fac None None] Port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:21:15.102775 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.398962 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab43ce5c-af1b-4d01-ba97-a20314eed9f7 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:21:15.408607 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:21:15.425967 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Publish callbacks [] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.449030 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd03ffb-8faa-456e-8af4-56d0c13fe137 req-b3aa47c2-d015-4de4-a419-c3757181987f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:15.450476 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-edd03ffb-8faa-456e-8af4-56d0c13fe137 req-b3aa47c2-d015-4de4-a419-c3757181987f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 931 time: 0.0671830 May 17 22:21:15.452992 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Transition to ACTIVE for port object ab43ce5c-af1b-4d01-ba97-a20314eed9f7 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:21:15.498809 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-edd03ffb-8faa-456e-8af4-56d0c13fe137 req-d62faaef-e8c2-464b-8e98-3648c792074a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 May 17 22:21:15.513072 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.580252 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:15.634088 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Attempting to bind port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:21:15.634407 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Attempting to bind port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:21:15.634798 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Attempting to bind port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:21:15.639482 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 on network 4473d761-85c9-4726-8a15-f941841bf909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:21:15.639808 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Attempting to bind port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:21:15.645181 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:21:15.645525 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Checking segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:21:15.645912 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Bound using segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:21:15.646343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Bound port: ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:21:15.646706 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.720425 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] For port ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:21:15.723427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] For port ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:21:15.816828 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.850642 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:15.851279 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:15.852652 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] 10.222.0.52 "PUT /v2.0/ports/ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 1093 time: 0.8205183 May 17 22:21:15.853091 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:21:15.855390 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65a427f-6c83-4003-aa82-03f72b6cbf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:21:15.879853 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc275e-7944-4e71-bd00-659d9c01ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:15.898595 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522642c-274b-4b28-9921-32cd96bf10c6 x-openstack-request-id: req-2522642c-274b-4b28-9921-32cd96bf10c6 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:21:15.898875 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:21:15.899137 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2522642c-274b-4b28-9921-32cd96bf10c6 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:21:15.899541 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2522642c-274b-4b28-9921-32cd96bf10c6'] response: {'name': 'network-changed', 'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'status': 'completed', 'code': 200} May 17 22:21:15.962531 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a427f-6c83-4003-aa82-03f72b6cbf6a req-845c854d-1685-4362-a174-fe6cdb7c6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:15.964715 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a65a427f-6c83-4003-aa82-03f72b6cbf6a req-845c854d-1685-4362-a174-fe6cdb7c6dce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1127 time: 0.0420735 May 17 22:21:16.066270 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a427f-6c83-4003-aa82-03f72b6cbf6a req-242e6a46-9951-4daf-b4d0-01b7c7dbb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:16.067752 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a65a427f-6c83-4003-aa82-03f72b6cbf6a req-242e6a46-9951-4daf-b4d0-01b7c7dbb5c8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0965159 May 17 22:21:16.160167 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a427f-6c83-4003-aa82-03f72b6cbf6a req-3b46e048-df80-446c-8dc1-62bd2c33902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:16.161622 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a65a427f-6c83-4003-aa82-03f72b6cbf6a req-3b46e048-df80-446c-8dc1-62bd2c33902b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867064 May 17 22:21:16.234986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-dd0412fc-9800-49a5-8557-b9a2fe57c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:16.236471 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-dd0412fc-9800-49a5-8557-b9a2fe57c07c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1127 time: 0.0422442 May 17 22:21:16.274743 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-d5113955-8dd4-4079-9452-09f2fb1d86e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 217 time: 0.0315959 May 17 22:21:16.321081 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-363c2745-b0e2-4669-9d03-09723e0cd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:16.323202 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-363c2745-b0e2-4669-9d03-09723e0cd309 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0428684 May 17 22:21:16.363135 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5818-37ba-473f-93bb-82b2238bf018 req-93c92114-ec06-478e-b29f-316899f7d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:16.364547 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-93c92114-ec06-478e-b29f-316899f7d381 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360436 May 17 22:21:16.455851 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-54d32499-7bab-41c7-b8d9-bae32299d37c service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847042 May 17 22:21:16.546413 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-670d5818-37ba-473f-93bb-82b2238bf018 req-6457311c-f80f-4bd9-ae17-f473e152b643 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 May 17 22:21:16.611677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7ecf0-cead-48d3-b58f-84723df914f9 req-4de104b7-0a90-4f78-919b-ce376ad988e2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:16.613102 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11d7ecf0-cead-48d3-b58f-84723df914f9 req-4de104b7-0a90-4f78-919b-ce376ad988e2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0466247 May 17 22:21:16.662228 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-11d7ecf0-cead-48d3-b58f-84723df914f9 req-f52a1060-f92f-42cb-a6f2-8e1dee70e0c7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 May 17 22:21:17.776914 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61650c-e0c9-45cf-b671-459ad080035e req-1b782e63-6b9e-45b2-9ebd-a9a3e98c3cc9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:17.778337 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8c61650c-e0c9-45cf-b671-459ad080035e req-1b782e63-6b9e-45b2-9ebd-a9a3e98c3cc9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0460210 May 17 22:21:17.826090 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8c61650c-e0c9-45cf-b671-459ad080035e req-acf45f22-741a-447a-8cfa-8a48484d2652 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 May 17 22:21:18.943262 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5157884-1cdd-4286-a68e-e33b68fa5cd6 req-d091ca6e-3114-4c1c-a4ef-c67eb0e2b62c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:18.944699 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5157884-1cdd-4286-a68e-e33b68fa5cd6 req-d091ca6e-3114-4c1c-a4ef-c67eb0e2b62c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0530615 May 17 22:21:18.992619 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a5157884-1cdd-4286-a68e-e33b68fa5cd6 req-9a1e4349-9e9d-48f1-8768-ad3b5ac3b22d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 May 17 22:21:20.103739 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14854dc-133b-4400-a8d1-b03da026e4c6 req-a1de835a-6df8-4610-a431-b37427b98275 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:20.105221 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f14854dc-133b-4400-a8d1-b03da026e4c6 req-a1de835a-6df8-4610-a431-b37427b98275 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0461900 May 17 22:21:20.153095 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-f14854dc-133b-4400-a8d1-b03da026e4c6 req-8eef1270-c862-4f9b-a59d-88be6ac01b03 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 May 17 22:21:21.268584 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be443df-5dbc-42e3-ac89-bf38f0f0da5e req-5374d5dc-8d3e-463c-8fc7-7e1e3673383f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:21.270027 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1be443df-5dbc-42e3-ac89-bf38f0f0da5e req-5374d5dc-8d3e-463c-8fc7-7e1e3673383f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0513325 May 17 22:21:21.317957 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1be443df-5dbc-42e3-ac89-bf38f0f0da5e req-e4a0168d-5466-4829-8c2a-6e34f4b63cc6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 May 17 22:21:22.426583 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8000cb4-5f05-4fad-9781-3e2900198c3a req-5fa86bf5-8120-4b87-97b1-bdb7e8e7fc64 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:22.428055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a8000cb4-5f05-4fad-9781-3e2900198c3a req-5fa86bf5-8120-4b87-97b1-bdb7e8e7fc64 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0455954 May 17 22:21:22.477634 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a8000cb4-5f05-4fad-9781-3e2900198c3a req-42f60a2a-b5fb-46f6-bfe0-54c3e7291277 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 May 17 22:21:23.588580 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82889cc-b301-4b71-9523-cc84e4703829 req-4357c8b9-41d6-4c93-8a2f-2a761bbc3bf2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:23.590019 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b82889cc-b301-4b71-9523-cc84e4703829 req-4357c8b9-41d6-4c93-8a2f-2a761bbc3bf2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0459845 May 17 22:21:23.641252 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b82889cc-b301-4b71-9523-cc84e4703829 req-57145a10-d14d-48a1-83a7-da77624974ec tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458112 May 17 22:21:24.752289 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a110c8-80b2-47ae-b242-02ceb9f23967 req-cfd9552e-177f-4a2a-8bbc-1cd6645d6c08 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:24.753638 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d7a110c8-80b2-47ae-b242-02ceb9f23967 req-cfd9552e-177f-4a2a-8bbc-1cd6645d6c08 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 943 time: 0.0462010 May 17 22:21:24.801624 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d7a110c8-80b2-47ae-b242-02ceb9f23967 req-5d795d4e-f0ba-401c-9742-91825f5c1b7a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 May 17 22:21:25.436702 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ab43ce5c-af1b-4d01-ba97-a20314eed9f7 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:21:25.534508 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:21:25.545388 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:21:25.579800 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:21:25.580176 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:25.595394 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab43ce5c-af1b-4d01-ba97-a20314eed9f7 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:21:25.613974 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:21:25.672276 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:25.725218 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:25.732602 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.732945 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.733281 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.733615 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.733944 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.734268 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.734589 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.734909 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.735255 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.735575 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.735893 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.736209 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.736524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.736838 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.737151 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:21:25.874940 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['ab43ce5c-af1b-4d01-ba97-a20314eed9f7'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:21:25.916104 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f170-3675-41d4-ae6c-b0732f53f4c1 req-3cbef9c3-16ec-4730-92bd-b12665f8070a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:25.917807 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6e9f170-3675-41d4-ae6c-b0732f53f4c1 req-3cbef9c3-16ec-4730-92bd-b12665f8070a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 944 time: 0.0498712 May 17 22:21:25.966822 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-b6e9f170-3675-41d4-ae6c-b0732f53f4c1 req-ae3dbd25-312c-43ab-bfc4-2c6a40a0944c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 May 17 22:21:26.947488 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:27.079796 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbe929-fc7e-4b45-b33d-3a2d91f7dc0c req-0bb19ab1-618f-4915-9ec9-d401d462b5c7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:27.081236 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9acbe929-fc7e-4b45-b33d-3a2d91f7dc0c req-0bb19ab1-618f-4915-9ec9-d401d462b5c7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 944 time: 0.0491002 May 17 22:21:27.128567 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9acbe929-fc7e-4b45-b33d-3a2d91f7dc0c req-2f439636-0361-408c-be1f-b236c6fea0ca tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 May 17 22:21:27.436413 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ab43ce5c-af1b-4d01-ba97-a20314eed9f7 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:21:27.479939 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:21:27.535502 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:21:27.535900 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:27.613405 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:21:27.613777 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:27.637509 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:21:27.639769 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9081a19b-afb1-4c5e-adf4-ef0769c56f4f" -d '{"events": [{"server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "name": "network-vif-plugged", "status": "completed", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:21:27.652538 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:21:27.707631 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:27.771725 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:27.827174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af3688-f2a1-4431-b9b1-70047ad01bc3 x-openstack-request-id: req-e9af3688-f2a1-4431-b9b1-70047ad01bc3 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:21:27.827174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "name": "network-vif-plugged", "status": "completed", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:21:27.827174 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9af3688-f2a1-4431-b9b1-70047ad01bc3 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:21:27.827174 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9af3688-f2a1-4431-b9b1-70047ad01bc3'] response: {'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'code': 200} May 17 22:21:28.137330 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b27dcc-db15-49eb-8eee-ad2d3cea4815 req-40297a8b-7c46-476c-b60f-9a9c4210d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:28.138793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b27dcc-db15-49eb-8eee-ad2d3cea4815 req-40297a8b-7c46-476c-b60f-9a9c4210d0b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1129 time: 0.0398362 May 17 22:21:28.184239 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-99b27dcc-db15-49eb-8eee-ad2d3cea4815 req-9f0ca704-d4cf-424c-ad76-e4a2d21a9c07 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393236 May 17 22:21:28.246970 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9de16-5b0b-453c-8853-e6402067705c req-55b17816-d7cc-4b23-9b44-21531855ea0b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:28.248444 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15c9de16-5b0b-453c-8853-e6402067705c req-55b17816-d7cc-4b23-9b44-21531855ea0b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 945 time: 0.0455134 May 17 22:21:28.299219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15c9de16-5b0b-453c-8853-e6402067705c req-89d42e06-3638-4b8a-88cf-431ecb5a2525 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452957 May 17 22:21:29.414292 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba6d9-fb83-49ae-855b-6183aa57c1ad req-bfb476d4-8517-4904-b61e-b6b05f316943 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:29.415932 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6efba6d9-fb83-49ae-855b-6183aa57c1ad req-bfb476d4-8517-4904-b61e-b6b05f316943 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 945 time: 0.0470617 May 17 22:21:29.478470 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6efba6d9-fb83-49ae-855b-6183aa57c1ad req-41faa23b-9a19-4b45-b2a2-15433a84b5ca tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563929 May 17 22:21:29.594562 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480edf9f-f1ae-4d35-93af-d6cb659ddc4d req-98673a62-9531-489a-9b86-f37e4a3bc21e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:29.595956 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-480edf9f-f1ae-4d35-93af-d6cb659ddc4d req-98673a62-9531-489a-9b86-f37e4a3bc21e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 945 time: 0.0461929 May 17 22:21:29.643061 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-480edf9f-f1ae-4d35-93af-d6cb659ddc4d req-affbc066-adb1-4157-93e2-7af5cb26fc5e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415215 May 17 22:21:29.665098 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49378) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:21:29.704580 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ba534-bc79-4cc1-b4c8-88dba1a99472 tempest-TestVolumeBootPattern-695823398 tempest-TestVolumeBootPattern-695823398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:29.706039 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-413ba534-bc79-4cc1-b4c8-88dba1a99472 tempest-TestVolumeBootPattern-695823398 tempest-TestVolumeBootPattern-695823398-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1124 time: 0.0399756 May 17 22:21:29.708828 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49380) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:21:29.713488 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:21:29.798987 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:29.876326 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:29.980604 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Allocated IP 172.27.2.253 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/bd90086c-2034-4763-a92e-7bc277d48d90) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:21:30.078279 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (bd90086c-2034-4763-a92e-7bc277d48d90), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:30.170645 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (bd90086c-2034-4763-a92e-7bc277d48d90), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:30.208640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:21:30.215551 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:21:30.217680 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=bd90086c-2034-4763-a92e-7bc277d48d90,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:30.219819 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:21:30.577517 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (a5fd66ab-24fd-4b9b-b160-cdd26647ebe5), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:30.682974 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (bd90086c-2034-4763-a92e-7bc277d48d90), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:30.859938 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (bd90086c-2034-4763-a92e-7bc277d48d90), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:30.929338 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (bd90086c-2034-4763-a92e-7bc277d48d90), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:30.994361 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=bd90086c-2034-4763-a92e-7bc277d48d90,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:21:31.005857 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (a5fd66ab-24fd-4b9b-b160-cdd26647ebe5), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:31.100343 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Floating IP a5fd66ab-24fd-4b9b-b160-cdd26647ebe5 associated. External IP: 172.27.2.253, port: ab43ce5c-af1b-4d01-ba97-a20314eed9f7. May 17 22:21:31.295609 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:21:31.432999 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f547c039-cabb-45f6-8462-2a6347d46b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:31.654972 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:21:31.664378 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c949362-5840-467a-970a-6edccd42340f None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:21:31.678098 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:21:31.678707 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:21:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:31.726322 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:31.761446 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-69e723d2-1be2-46e5-a0f7-43b3c0b1fdf4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0513599 May 17 22:21:31.762391 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:21:31.765816 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31874e13-8435-4956-b192-f6157f42f314" -d '{"events": [{"name": "network-changed", "server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:21:31.779381 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:21:31.803774 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e676ab1-3f6f-4e35-a963-0a985bed0407 x-openstack-request-id: req-3e676ab1-3f6f-4e35-a963-0a985bed0407 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:21:31.804165 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:21:31.804522 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e676ab1-3f6f-4e35-a963-0a985bed0407 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:21:31.804896 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e676ab1-3f6f-4e35-a963-0a985bed0407'] response: {'name': 'network-changed', 'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'status': 'completed', 'code': 200} May 17 22:21:31.863357 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874e13-8435-4956-b192-f6157f42f314 req-17ac54c1-bec9-403f-ac63-ef79f390ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:31.864853 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-17ac54c1-bec9-403f-ac63-ef79f390ab36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1129 time: 0.0383420 May 17 22:21:31.957765 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874e13-8435-4956-b192-f6157f42f314 req-ce8d1bc9-f6fc-4f81-9033-eae4192a5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:31.959202 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-ce8d1bc9-f6fc-4f81-9033-eae4192a5191 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0874128 May 17 22:21:31.997371 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:30Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:32.018632 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-16964f33-aae4-4d87-8416-dec9f94d7852 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 999 time: 0.0536273 May 17 22:21:32.021928 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c949362-5840-467a-970a-6edccd42340f None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:21:32.030199 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:21:32.030791 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:21:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:32.068259 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874e13-8435-4956-b192-f6157f42f314 req-e7dd3a85-2893-4c1e-8153-5f29035404f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:32.069761 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-e7dd3a85-2893-4c1e-8153-5f29035404f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0444670 May 17 22:21:32.115956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874e13-8435-4956-b192-f6157f42f314 req-6ffb8118-589c-4bc9-825d-e1ce2fffcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:21:32.117409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-6ffb8118-589c-4bc9-825d-e1ce2fffcb2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417619 May 17 22:21:32.132390 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:21:32.207237 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-98538910-a6b8-4dfd-b805-a4f36b061d12 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826175 May 17 22:21:32.297306 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31874e13-8435-4956-b192-f6157f42f314 req-ff0be0cd-c1a7-4d54-bbb4-7a06626e33c7 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833642 May 17 22:21:32.348479 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-3c949362-5840-467a-970a-6edccd42340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:30Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:21:32.373613 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c949362-5840-467a-970a-6edccd42340f None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:30Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:21:32.570556 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74296079-03c0-4ab1-af94-a7d6c8ed0a9e None None] New status for floating IP a5fd66ab-24fd-4b9b-b160-cdd26647ebe5: ACTIVE {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:21:34.021489 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7efae23c-b446-4852-9e11-3f0b985a0566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:35.027529 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:36.404584 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:37.741640 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:21:52.407155 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:21:56.969621 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:01.489136 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-10ef8a01-bbfe-4338-a657-ad28fde4b0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:03.901959 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-721fae66-493a-43bc-a923-dc1f4751a709 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377786 May 17 22:22:03.981690 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-cfab9f45-eb95-430a-a027-6f6425b1c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:22:03.983256 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-cfab9f45-eb95-430a-a027-6f6425b1c629 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1129 time: 0.0391474 May 17 22:22:04.027245 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8121c311-d7de-40a9-98d4-d291496c2f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:04.087162 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-9b53444b-256d-4f9c-a4e3-3becec0a9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:22:04.089321 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-9b53444b-256d-4f9c-a4e3-3becec0a9339 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0893738 May 17 22:22:04.149071 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-dd86fead-9bd7-45e4-a95c-6b88a8a70561 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 1001 time: 0.0532117 May 17 22:22:04.200465 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-ff75090b-212f-4d52-8495-8a2ddf7d8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:22:04.201859 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-ff75090b-212f-4d52-8495-8a2ddf7d8982 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0458841 May 17 22:22:04.243395 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-2d52809a-868a-4d75-9e17-2259256d11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:22:04.244987 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-2d52809a-868a-4d75-9e17-2259256d11d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371857 May 17 22:22:04.339978 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-ee8b3451-295b-4590-b665-6ef160fe16da service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890832 May 17 22:22:04.427779 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a9a425e2-ff32-46a9-9b1b-8d4404faeef3 req-05de66a1-3d7d-4419-9e33-3940a10f244c service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806777 May 17 22:22:05.100602 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:06.418554 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:07.780788 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:26.945966 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:29.406443 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:22:31.432137 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0320a232-9e81-44f7-a649-01d08ec4b0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:34.020190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac470-4d5a-4118-8d2d-99b2c83fdf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:35.042604 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:36.425839 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:37.751096 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:22:56.968530 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:01.430930 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3babe5ba-9ae9-45b8-b112-6605e4962349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:03.892606 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-80291d94-7294-40cf-b325-4b9ac687a24b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377066 May 17 22:23:03.977943 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-4cea999d-2816-4bb6-9d41-3b7bea8ec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:03.979463 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-4cea999d-2816-4bb6-9d41-3b7bea8ec8c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1129 time: 0.0461009 May 17 22:23:04.008070 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f350e2ea-bf9f-464a-86ac-2224ab5d55ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:04.082136 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-b90d75a0-1710-42d8-aad9-421ebf1520e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:04.083634 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-b90d75a0-1710-42d8-aad9-421ebf1520e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0872471 May 17 22:23:04.153949 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-f5922be3-c595-429f-9dc3-1ba35ff883f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 1001 time: 0.0640001 May 17 22:23:04.201606 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-4c9fcfd8-1e30-4b01-911b-db19d55343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:04.203012 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-4c9fcfd8-1e30-4b01-911b-db19d55343ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0440967 May 17 22:23:04.245225 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-9f64a5ad-f8e1-4faa-8f23-c24196882c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:04.246675 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-9f64a5ad-f8e1-4faa-8f23-c24196882c62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380080 May 17 22:23:04.337947 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-5b0a67a9-96d5-45e0-988e-612f03259aba service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843155 May 17 22:23:04.426392 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-015e941e-0bd0-402c-b1a4-bb63f903f25d req-e843331f-1193-45f9-9f4b-3d1256fc0d40 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 May 17 22:23:05.030978 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:06.404397 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:23:06.419608 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:07.762306 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:17.835029 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-f355d65c-80b2-4379-b062-383fe1505dd8 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817986569&fields=id&tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 267 time: 0.0436571 May 17 22:23:17.942411 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-6b6c90d8-ce3a-449c-a547-ad80300bd7e2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:17.943887 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-6b6c90d8-ce3a-449c-a547-ad80300bd7e2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 809 time: 0.1026721 May 17 22:23:17.958283 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-b9794d73-3746-4056-9c5e-26f1be51f99a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/quotas/3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 375 time: 0.0090098 May 17 22:23:18.007517 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-0111af0e-24f8-4783-adcf-6530fdb18da1 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445440 May 17 22:23:18.065899 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-54c26e4a-9eeb-4823-8242-b64c643fd085 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 22:23:18.066905 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-54c26e4a-9eeb-4823-8242-b64c643fd085 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481796 May 17 22:23:18.157271 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-9db7eea2-0336-420d-a32e-95b1ef2580c2 service neutron] 10.222.0.24 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844307 May 17 22:23:18.248821 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a22bad18-13c6-42c3-b6df-032573f52d9e service neutron] 10.222.0.24 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 May 17 22:23:18.763433 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-474c8ecb-74f8-4f16-b977-3a9710055821 req-81867557-f5c7-4be0-95bb-e1045b1240d6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0291865 May 17 22:23:19.841641 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c213af70-76fc-4804-95dc-2c9f5966e681 req-eff2bba1-eed7-484d-b508-fafc3e58e1d3 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0282221 May 17 22:23:20.917885 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-dba19545-1a1a-49db-aca1-522b3585e2af req-5f1cc847-65e4-4080-b3ab-ecba3515d318 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0281713 May 17 22:23:21.997431 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c3a0c289-acff-4501-bba5-e8dc591595f9 req-8d7c9aee-4c2b-42f0-9ff4-f24f6ab06f0d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0306807 May 17 22:23:23.089111 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9b013ed1-fd61-4d2f-aca5-562206025789 req-99639ea3-7aed-4784-9afb-c1b182f9a4bd tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0270123 May 17 22:23:24.184990 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c086e00-9a97-4cc9-b885-ebcc236e7c61 req-44751c2d-5110-4004-adb1-256ad31bd68b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0277281 May 17 22:23:24.392747 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-b62aa4d1-f173-48fd-8693-a51fbea279db tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:24.394156 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-b62aa4d1-f173-48fd-8693-a51fbea279db tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 809 time: 0.1034193 May 17 22:23:24.455615 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-32c7de9e-2c26-41bd-a534-84dba028e6e7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c HTTP/1.1" status: 200 len: 380 time: 0.0522821 May 17 22:23:24.463463 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'port': {'device_id': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'admin_state_up': True, 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'security_groups': ['f6636fc4-4cb7-452b-b610-12f520692edf']}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:23:24.670749 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Made reservation on behalf of 3cf34ac8db96460ba3b25bfe4aa0680c for: {'port': 1} {{(pid=103949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 22:23:24.675012 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:24.797464 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Allocated IP 172.20.0.8 (4473d761-85c9-4726-8a15-f941841bf909/cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242/a0660c66-a9fc-491e-ad45-b6d840554e29) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:23:24.937222 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.014160 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.056767 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Network 4473d761-85c9-4726-8a15-f941841bf909 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:23:25.059882 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:23:25.066591 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:23:25.072524 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=a0660c66-a9fc-491e-ad45-b6d840554e29,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:25.101094 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.102246 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.102246 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.102246 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.102557 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.102898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.103257 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.103587 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.103912 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.104236 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.104561 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.104885 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.105207 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.105526 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.105844 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:25.138298 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:25.138922 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.230199 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-7da1b67c-ede0-47dc-9a5b-b4529c6f4e39 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7701058 May 17 22:23:25.241620 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Request body: {'port': {'device_id': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:23:25.277458 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-7424ce7a-6c21-414c-b597-e78e1ab4627f None None] Provisioning complete for port a0660c66-a9fc-491e-ad45-b6d840554e29 triggered by entity DHCP. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:23:25.278089 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7424ce7a-6c21-414c-b597-e78e1ab4627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.311046 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-7424ce7a-6c21-414c-b597-e78e1ab4627f None None] Port a0660c66-a9fc-491e-ad45-b6d840554e29 cannot update to ACTIVE because it is not bound. {{(pid=103951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 22:23:25.336681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942cd4-a502-4f98-9727-f18d72da2f58 req-07e2abc6-d5e6-49ff-9c0e-f228b4632ec3 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:25.338055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-12942cd4-a502-4f98-9727-f18d72da2f58 req-07e2abc6-d5e6-49ff-9c0e-f228b4632ec3 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 931 time: 0.0754812 May 17 22:23:25.342544 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.418619 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-12942cd4-a502-4f98-9727-f18d72da2f58 req-a74185b7-beeb-4721-a0bc-bb8bebe9aeab tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738969 May 17 22:23:25.658232 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0660c66-a9fc-491e-ad45-b6d840554e29 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:23:25.665422 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Publish callbacks [] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.678352 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Transition to ACTIVE for port object a0660c66-a9fc-491e-ad45-b6d840554e29 will not be triggered until provisioned by entity L2. {{(pid=103949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 22:23:25.756518 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.804875 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Pushing event updated for resources: {'Port': ['ID=a0660c66-a9fc-491e-ad45-b6d840554e29,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:25.882028 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Attempting to bind port a0660c66-a9fc-491e-ad45-b6d840554e29 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 22:23:25.882354 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Attempting to bind port a0660c66-a9fc-491e-ad45-b6d840554e29 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 22:23:25.882681 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Attempting to bind port a0660c66-a9fc-491e-ad45-b6d840554e29 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:23:25.887323 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Port a0660c66-a9fc-491e-ad45-b6d840554e29 on network 4473d761-85c9-4726-8a15-f941841bf909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 22:23:25.887640 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Attempting to bind port a0660c66-a9fc-491e-ad45-b6d840554e29 on network 4473d761-85c9-4726-8a15-f941841bf909 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 22:23:25.893192 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Checking agent: {'id': '67d12e64-fae9-4b37-80fb-36809cdad08f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'started_at': datetime.datetime(2022, 5, 17, 22, 6, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 22:23:25.893491 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Checking segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 22:23:25.893864 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Bound using segment: {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 22:23:25.894520 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Bound port: a0660c66-a9fc-491e-ad45-b6d840554e29, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b881ce-6859-405e-ab91-248db0ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4473d761-85c9-4726-8a15-f941841bf909'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 22:23:25.894627 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:25.957402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] For port a0660c66-a9fc-491e-ad45-b6d840554e29, host hv-cinder-83998, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 22:23:25.960367 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] For port a0660c66-a9fc-491e-ad45-b6d840554e29, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a0660c66-a9fc-491e-ad45-b6d840554e29,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 22:23:26.105923 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:26.138299 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.138898 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:26.140284 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] 10.222.0.52 "PUT /v2.0/ports/a0660c66-a9fc-491e-ad45-b6d840554e29 HTTP/1.1" status: 200 len: 1093 time: 0.9029818 May 17 22:23:26.140715 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:23:26.143616 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166c55d-f51b-43b3-b70b-8959f3ce490b" -d '{"events": [{"name": "network-changed", "server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:23:26.167845 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3e502-8156-4688-a2ad-b55399276641 service neutron] Pushing event updated for resources: {'Port': ['ID=a0660c66-a9fc-491e-ad45-b6d840554e29,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:26.185040 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc0114e-9224-4926-9f97-9193d269dc04 x-openstack-request-id: req-abc0114e-9224-4926-9f97-9193d269dc04 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:23:26.185335 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:23:26.185588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abc0114e-9224-4926-9f97-9193d269dc04 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:23:26.185994 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc0114e-9224-4926-9f97-9193d269dc04'] response: {'name': 'network-changed', 'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'status': 'completed', 'code': 200} May 17 22:23:26.256326 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c55d-f51b-43b3-b70b-8959f3ce490b req-90b68906-173a-442b-9df2-b9b8bcc7d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.257831 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d166c55d-f51b-43b3-b70b-8959f3ce490b req-90b68906-173a-442b-9df2-b9b8bcc7d3d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1127 time: 0.0497091 May 17 22:23:26.373569 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c55d-f51b-43b3-b70b-8959f3ce490b req-75dd50b0-40e5-4539-af99-ad495f6dd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.375015 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d166c55d-f51b-43b3-b70b-8959f3ce490b req-75dd50b0-40e5-4539-af99-ad495f6dd1ae service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1093824 May 17 22:23:26.476041 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c55d-f51b-43b3-b70b-8959f3ce490b req-9bffee1b-70f0-4ec9-a410-49b62a8f4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.477533 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-d166c55d-f51b-43b3-b70b-8959f3ce490b req-9bffee1b-70f0-4ec9-a410-49b62a8f4c33 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953043 May 17 22:23:26.555677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7df48d-efa5-4839-8323-d2b98a86b0c7 req-d952b565-eede-4259-8adb-ef159503e89d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.557129 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d7df48d-efa5-4839-8323-d2b98a86b0c7 req-d952b565-eede-4259-8adb-ef159503e89d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0727420 May 17 22:23:26.566330 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-2d5313c0-a76d-4a76-af91-46b6e4f9c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.567731 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-2d5313c0-a76d-4a76-af91-46b6e4f9c56a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1127 time: 0.0515976 May 17 22:23:26.618948 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-60078c6e-46fd-4d94-9c15-75d4bbb41d4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0660c66-a9fc-491e-ad45-b6d840554e29 HTTP/1.1" status: 200 len: 217 time: 0.0388792 May 17 22:23:26.666219 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6d7df48d-efa5-4839-8323-d2b98a86b0c7 req-90b7a9a3-c7ca-42cc-954a-4fc80040e42c tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021888 May 17 22:23:26.686086 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-55fb01d7-a427-467c-aa57-c21a9e2f726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.687564 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-55fb01d7-a427-467c-aa57-c21a9e2f726d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0613737 May 17 22:23:26.730343 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8812a5-a243-40f0-a561-8557822ead57 req-c991abeb-bff6-4e2e-b7e2-8e583a731900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:26.731759 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-c991abeb-bff6-4e2e-b7e2-8e583a731900 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373073 May 17 22:23:26.824890 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-92fe20c9-1e44-438f-bbea-07a70aa65db3 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 May 17 22:23:26.912089 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-8b8812a5-a243-40f0-a561-8557822ead57 req-d661cc70-d022-4b0e-85e6-4fe265077137 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809040 May 17 22:23:27.002418 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:27.784644 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9bda4-7252-4c04-b234-3df9151ecfe5 req-9c811b02-0c5a-4e15-b524-61fbc90486ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:27.786092 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fdd9bda4-7252-4c04-b234-3df9151ecfe5 req-9c811b02-0c5a-4e15-b524-61fbc90486ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0499144 May 17 22:23:27.834474 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fdd9bda4-7252-4c04-b234-3df9151ecfe5 req-65087ede-3279-4cea-b8f9-d9b1e5e16cc6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 May 17 22:23:28.991902 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb556b-f809-48e3-ab16-f06f83b487be req-9309eafb-4fac-46d5-8e9b-13470a6830a7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:28.993355 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5dfb556b-f809-48e3-ab16-f06f83b487be req-9309eafb-4fac-46d5-8e9b-13470a6830a7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0914707 May 17 22:23:29.041827 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5dfb556b-f809-48e3-ab16-f06f83b487be req-c48d6609-a11d-4e26-8179-ff4f57564bf5 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 May 17 22:23:30.162995 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641613b7-3e72-4ffc-921a-0c2c5f08a01f req-c7a2313e-232d-49ab-ac09-5b1100afba5d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:30.164463 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-641613b7-3e72-4ffc-921a-0c2c5f08a01f req-c7a2313e-232d-49ab-ac09-5b1100afba5d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0509121 May 17 22:23:30.213462 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-641613b7-3e72-4ffc-921a-0c2c5f08a01f req-041f00eb-46a3-486d-91cb-c22426fe9fd2 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 May 17 22:23:31.323755 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e91a9-1769-48f1-b797-adb63fe568d5 req-e44ac1a1-0be3-4c48-8065-ec2b75b39e17 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:31.325197 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-113e91a9-1769-48f1-b797-adb63fe568d5 req-e44ac1a1-0be3-4c48-8065-ec2b75b39e17 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0463881 May 17 22:23:31.376618 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-113e91a9-1769-48f1-b797-adb63fe568d5 req-fdce2e1b-f9c9-4b20-93d0-552771718e44 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458884 May 17 22:23:31.425177 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe8126ee-4336-4207-862e-ab9fc8fcbd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:32.489108 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3047f9-cfc2-446c-af3c-1d402b4fe9ef req-1c34f4aa-3aa9-4fea-9c3b-28afee1ed3cb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:32.490536 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c3047f9-cfc2-446c-af3c-1d402b4fe9ef req-1c34f4aa-3aa9-4fea-9c3b-28afee1ed3cb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0454414 May 17 22:23:32.541269 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-7c3047f9-cfc2-446c-af3c-1d402b4fe9ef req-9b53bf1f-c889-407f-9ec0-ceeda6d1883f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452466 May 17 22:23:33.650686 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d7bb1-8650-4c9c-bdce-7b69dd44c7b2 req-64328545-0bc2-4f6b-87e8-79df0db8f091 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:33.652164 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f4d7bb1-8650-4c9c-bdce-7b69dd44c7b2 req-64328545-0bc2-4f6b-87e8-79df0db8f091 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0452375 May 17 22:23:33.700447 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-5f4d7bb1-8650-4c9c-bdce-7b69dd44c7b2 req-f4315f97-aa7a-436f-b6a2-8360735c17a6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423005 May 17 22:23:34.007496 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6adbd7c0-8945-4e35-974e-7717d032aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:34.812122 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b7578-3be1-453f-aa9c-eb7ff9199d0a req-40239424-eadd-41ff-a513-3435526f937f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:34.814185 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2b8b7578-3be1-453f-aa9c-eb7ff9199d0a req-40239424-eadd-41ff-a513-3435526f937f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0452847 May 17 22:23:34.861032 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-2b8b7578-3be1-453f-aa9c-eb7ff9199d0a req-c19876eb-41e5-452d-8fe8-4b1e83a7811a tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 May 17 22:23:35.087591 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:35.945764 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device a0660c66-a9fc-491e-ad45-b6d840554e29 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 22:23:35.975586 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042dab2-29ec-4113-a321-540815eee765 req-42fae690-d37c-40d1-aadc-5dd61d170771 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:35.977924 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9042dab2-29ec-4113-a321-540815eee765 req-42fae690-d37c-40d1-aadc-5dd61d170771 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 943 time: 0.0516634 May 17 22:23:36.025793 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9042dab2-29ec-4113-a321-540815eee765 req-5430d29f-db13-4704-9faf-ddc5503bb366 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 May 17 22:23:36.041266 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port a0660c66-a9fc-491e-ad45-b6d840554e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a0660c66-a9fc-491e-ad45-b6d840554e29,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:23:36.052683 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Returning: {'device': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'port_id': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'mac_address': 'fa:16:3e:42:b9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 22:23:36.090412 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port a0660c66-a9fc-491e-ad45-b6d840554e29 is: DOWN; New status is: BUILD {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:23:36.091091 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:36.103069 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0660c66-a9fc-491e-ad45-b6d840554e29 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 22:23:36.121185 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port a0660c66-a9fc-491e-ad45-b6d840554e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a0660c66-a9fc-491e-ad45-b6d840554e29,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:23:36.242129 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:36.291370 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=a0660c66-a9fc-491e-ad45-b6d840554e29,revision_number=4']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:36.298898 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.299274 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.299609 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.299945 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.300324 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.300648 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.300970 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.301282 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.301595 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.301909 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.302243 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.302535 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.302849 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.303179 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.303492 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:23:36.407676 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:36.482476 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] get_ports_and_sgs() called for port_ids ['a0660c66-a9fc-491e-ad45-b6d840554e29'] {{(pid=103951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 22:23:37.138837 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cfdd8-62fc-4a9a-a44a-492b8b3372cb req-9555234b-64ca-4aad-84d4-d51bddea55a5 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:37.140289 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6b6cfdd8-62fc-4a9a-a44a-492b8b3372cb req-9555234b-64ca-4aad-84d4-d51bddea55a5 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 944 time: 0.0467300 May 17 22:23:37.188997 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6b6cfdd8-62fc-4a9a-a44a-492b8b3372cb req-7b90a703-f4c2-49e1-b910-12d989d7c60e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 May 17 22:23:37.796190 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:37.946394 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device a0660c66-a9fc-491e-ad45-b6d840554e29 up at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 22:23:37.989166 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning for port a0660c66-a9fc-491e-ad45-b6d840554e29 completed by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 22:23:38.047808 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Provisioning complete for port a0660c66-a9fc-491e-ad45-b6d840554e29 triggered by entity L2. {{(pid=103951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 22:23:38.048259 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393368'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), provisioning_complete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:38.244289 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Current status of the port a0660c66-a9fc-491e-ad45-b6d840554e29 is: BUILD; New status is: ACTIVE {{(pid=103951) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 22:23:38.244693 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:38.268216 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:23:38.270446 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbba50cd18abee9823b095c0458f5e696b388437c06491600ffa91953f6174b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a735e2e-a360-4851-9d11-24865709591f" -d '{"events": [{"server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:23:38.283501 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] For port a0660c66-a9fc-491e-ad45-b6d840554e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a0660c66-a9fc-491e-ad45-b6d840554e29,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:23:38.306511 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bfeb95-886f-43b1-8213-493a6a66e95e x-openstack-request-id: req-59bfeb95-886f-43b1-8213-493a6a66e95e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:23:38.306796 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:23:38.306972 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08bafb-d277-4a1c-896f-51aa3999c1b8 req-8dac5b76-451f-4ab3-87e4-9f6755aa46c0 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:38.307584 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59bfeb95-886f-43b1-8213-493a6a66e95e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:23:38.307584 dv-cinder-839987-6-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bfeb95-886f-43b1-8213-493a6a66e95e'] response: {'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'code': 200} May 17 22:23:38.308508 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9e08bafb-d277-4a1c-896f-51aa3999c1b8 req-8dac5b76-451f-4ab3-87e4-9f6755aa46c0 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 944 time: 0.0527492 May 17 22:23:38.339593 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:38.364267 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-9e08bafb-d277-4a1c-896f-51aa3999c1b8 req-7c8ccea9-ea1f-4a21-8136-1fa13cb2eeb5 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486028 May 17 22:23:38.390323 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Pushing event updated for resources: {'Port': ['ID=a0660c66-a9fc-491e-ad45-b6d840554e29,revision_number=5']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:38.699995 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9861c77-1c3f-44fc-9f56-631920b43449 req-a8609145-c25e-4aea-8c80-2dc1fb7ad4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:38.701430 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c9861c77-1c3f-44fc-9f56-631920b43449 req-a8609145-c25e-4aea-8c80-2dc1fb7ad4cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1129 time: 0.0393183 May 17 22:23:38.749226 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-c9861c77-1c3f-44fc-9f56-631920b43449 req-554baa7b-206f-4679-8fdd-44629789a527 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 May 17 22:23:39.477536 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde61e2d-ad1a-4f4a-bb87-4ee820131810 req-e032adb2-eec4-44a7-acad-5e0b5fb0a930 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:39.478961 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fde61e2d-ad1a-4f4a-bb87-4ee820131810 req-e032adb2-eec4-44a7-acad-5e0b5fb0a930 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 945 time: 0.0460951 May 17 22:23:39.526758 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-fde61e2d-ad1a-4f4a-bb87-4ee820131810 req-f2b410f1-fbdb-4b4f-8426-44ba397e22bf tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 May 17 22:23:40.639485 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415bdc-42bc-47a6-bfee-88f2fdc4077c req-456d5f3c-a131-4330-bbe5-29b833d66150 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:40.640896 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f415bdc-42bc-47a6-bfee-88f2fdc4077c req-456d5f3c-a131-4330-bbe5-29b833d66150 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 945 time: 0.0485644 May 17 22:23:40.688470 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-6f415bdc-42bc-47a6-bfee-88f2fdc4077c req-dc429493-72f4-4161-9ba4-dad880859743 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 May 17 22:23:40.798127 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6f6e8-e4c2-471c-83d8-5ff98f1b5b97 req-1b85d15f-e585-4f97-915f-279cbbc95bac tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:40.799642 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15d6f6e8-e4c2-471c-83d8-5ff98f1b5b97 req-1b85d15f-e585-4f97-915f-279cbbc95bac tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 945 time: 0.0456264 May 17 22:23:40.849049 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-15d6f6e8-e4c2-471c-83d8-5ff98f1b5b97 req-038fad46-f7ff-4ecd-9678-6f7781aabce6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 May 17 22:23:40.870638 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49524) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:23:40.910261 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4634832-1e01-423e-9626-28c9e69518cf tempest-TestVolumeBootPattern-695823398 tempest-TestVolumeBootPattern-695823398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:40.911777 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-b4634832-1e01-423e-9626-28c9e69518cf tempest-TestVolumeBootPattern-695823398 tempest-TestVolumeBootPattern-695823398-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1124 time: 0.0401633 May 17 22:23:40.914445 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49526) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:23:40.918530 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.v2.base [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Request body: {'floatingip': {'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'port_id': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 22:23:41.007927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:41.084424 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:41.191956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Allocated IP 172.27.2.77 (157b8091-fdbe-4f86-9fc3-c086ca84e1cd/f7784e0b-47cc-4b63-bfc2-13464707c48c/c0987541-89aa-4535-af5b-41db8ab0d0af) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 22:23:41.288920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:41.356299 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746055058517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:41.394651 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Network 157b8091-fdbe-4f86-9fc3-c086ca84e1cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 22:23:41.397457 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 22:23:41.403148 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 22:23:41.407879 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=c0987541-89aa-4535-af5b-41db8ab0d0af,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:42.013381 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (30ff437d-415d-480e-8637-7184481828b6), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:42.133787 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770312'] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:42.303920 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:42.362195 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746055469451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746055058535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746055058553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14673173'] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:42.432380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event updated for resources: {'Port': ['ID=c0987541-89aa-4535-af5b-41db8ab0d0af,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:23:42.442801 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410407'] for floatingip (30ff437d-415d-480e-8637-7184481828b6), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:42.533217 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.db.l3_db [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Floating IP 30ff437d-415d-480e-8637-7184481828b6 associated. External IP: 172.27.2.77, port: a0660c66-a9fc-491e-ad45-b6d840554e29. May 17 22:23:42.727401 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:23:42.827687 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:23:42.837719 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:23:42.847460 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:23:42.848069 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:23:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:23:42.912809 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:23:42.943055 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-3b4c8c49-7794-403d-8ccc-13ff3a2195fb tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0276263 May 17 22:23:42.943656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:23:42.945908 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:23:42.951794 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:23:42.981329 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d3b530-b4c4-4e93-9d82-cbe0bfa8ff66 x-openstack-request-id: req-19d3b530-b4c4-4e93-9d82-cbe0bfa8ff66 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:23:42.981705 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:23:42.982407 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19d3b530-b4c4-4e93-9d82-cbe0bfa8ff66 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:23:42.982815 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d3b530-b4c4-4e93-9d82-cbe0bfa8ff66'] response: {'name': 'network-changed', 'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'status': 'completed', 'code': 200} May 17 22:23:43.041114 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-a5a3a4b5-dd93-424e-af54-b8460839068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:43.042684 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-a5a3a4b5-dd93-424e-af54-b8460839068e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1129 time: 0.0395668 May 17 22:23:43.138979 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-39b1e2ae-b205-4ef0-a0c9-c3c066ac59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:43.140530 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-39b1e2ae-b205-4ef0-a0c9-c3c066ac59bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0920951 May 17 22:23:43.165206 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '30ff437d-415d-480e-8637-7184481828b6', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:42:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:23:41Z', 'updated_at': '2022-05-17T22:23:41Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}, {'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:32Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:23:43.193664 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:23:43.201856 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:23:43.202454 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:23:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:23:43.202799 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-46e3a133-0499-4c2e-887c-97321187e0f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0660c66-a9fc-491e-ad45-b6d840554e29 HTTP/1.1" status: 200 len: 998 time: 0.0562015 May 17 22:23:43.256474 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-ee80bc19-c589-4a82-97ab-50f63a422bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:43.257863 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-ee80bc19-c589-4a82-97ab-50f63a422bd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0492187 May 17 22:23:43.301166 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-24402e5e-b94d-4237-a2ae-8247cc5719d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:23:43.302348 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:23:43.302657 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-24402e5e-b94d-4237-a2ae-8247cc5719d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392256 May 17 22:23:43.390600 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-90da5d68-1b42-44a4-abb1-7f90c7f132cd service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 May 17 22:23:43.403047 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:23:43.483854 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-eb93c02f-fcd7-435b-ace0-62edcb6e2cb2 req-229e367a-58a4-4e0c-9307-c701a07b8b84 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869944 May 17 22:23:43.507610 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '30ff437d-415d-480e-8637-7184481828b6', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:42:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:23:41Z', 'updated_at': '2022-05-17T22:23:41Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}, {'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:32Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:23:43.531089 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007a0498-6e6b-43db-8ec3-36f7686b43f9 None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': '30ff437d-415d-480e-8637-7184481828b6', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:42:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:23:41Z', 'updated_at': '2022-05-17T22:23:41Z', 'revision_number': 0, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}, {'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:32Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:23:43.723799 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252745e-c3aa-4dcf-9c73-86f51c44ddee None None] New status for floating IP 30ff437d-415d-480e-8637-7184481828b6: ACTIVE {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:23:57.007275 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:01.407157 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eef2055e-9a8c-4aa4-8e3c-b9259fd81e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:03.899050 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-9b77d0d5-8b11-490f-b9f3-30222ff34978 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389729 May 17 22:24:03.980466 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-d8750d2d-2832-4dc8-bdad-b068258b4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:24:03.981950 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-d8750d2d-2832-4dc8-bdad-b068258b4add service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1129 time: 0.0433664 May 17 22:24:04.030432 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5b54945f-b573-41bd-96e3-2b8130b36de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:04.086904 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-8e88f90d-f0d7-480a-ac42-2389e99672be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:24:04.088376 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-8e88f90d-f0d7-480a-ac42-2389e99672be service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0879428 May 17 22:24:04.150196 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-fea9d8f0-9618-42c1-89b7-e17844fa6fc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 1001 time: 0.0561452 May 17 22:24:04.198186 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-1d89b536-4719-4d77-8b6c-173bd7b6efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:24:04.199718 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-1d89b536-4719-4d77-8b6c-173bd7b6efe6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0438159 May 17 22:24:04.242445 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-b41df4f4-aeb0-4e6f-a1f1-660dfd71752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:24:04.243920 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-b41df4f4-aeb0-4e6f-a1f1-660dfd71752a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373099 May 17 22:24:04.334133 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-ca2a7eaa-8560-42fd-877d-f93de84fc53c service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840635 May 17 22:24:04.420923 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e674d248-7ac7-4a19-b88e-2081bb4a2d32 req-ae1a8ae0-a5c1-42c6-b469-c74746a1ac11 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809815 May 17 22:24:05.048628 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:06.412686 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:07.772732 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:20.404471 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:24:27.023908 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:31.429132 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-73c99d7f-b03c-4cff-a2ae-9ac4f6467679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:34.058133 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e1a98dd6-8900-4093-8623-a18a547de697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:35.052569 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:36.413094 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:37.749998 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:38.119221 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-6ac5e6aa-7340-4a68-ae5f-0f1c46a65ca7 req-60cc0cd9-be48-4af8-bf23-83d2acf8c4b1 service neutron] (103950) timed out ('10.222.0.52', 56106) {{(pid=103950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 22:24:54.452588 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-1159d99b-b6d8-433d-8c07-0004869fbf9c req-fc778b1c-e85b-4c84-94d6-0f0022d73f1a service neutron] (103949) timed out ('10.222.0.52', 56089) {{(pid=103949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 22:24:54.627118 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-b19f5eda-006b-4d6f-9bf2-6850ce43ac61 req-46c580d4-6b43-4335-8830-5f9c846c6590 service neutron] (103950) timed out ('10.222.0.52', 56090) {{(pid=103950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 22:24:57.057882 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:24:57.403879 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:25:01.452353 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d63ffdd3-bdb3-49e1-bca5-75b1ead92c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:04.028781 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3096a1ec-70e3-4aaf-b278-4f2ed765f23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:04.952010 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-e3889d6f-5591-408c-897d-d5bb44c2c4c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814354 May 17 22:25:05.012940 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-b3937bd5-9808-4616-8c50-934d6e000a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:05.014426 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-b3937bd5-9808-4616-8c50-934d6e000a6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1129 time: 0.0415220 May 17 22:25:05.074804 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:05.114582 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-345dda34-310f-44b8-b2d8-06a7f7c28440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:05.116095 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-345dda34-310f-44b8-b2d8-06a7f7c28440 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0838320 May 17 22:25:05.178683 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-1d414c4f-d739-4472-9003-b9b0d64eac07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0660c66-a9fc-491e-ad45-b6d840554e29 HTTP/1.1" status: 200 len: 1000 time: 0.0569625 May 17 22:25:05.225441 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-1f223a15-c681-4b12-8c03-9e90191790bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:05.226831 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-1f223a15-c681-4b12-8c03-9e90191790bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0425360 May 17 22:25:05.267053 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-2cdee6dd-685c-4113-bb8d-c9a1bb04872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:05.269047 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-2cdee6dd-685c-4113-bb8d-c9a1bb04872f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363042 May 17 22:25:05.359113 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-19c5d346-e58d-4d66-a7d6-684b9491aceb service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840595 May 17 22:25:05.446601 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-31b0b2de-4c88-45d1-8dcd-726a7d723010 req-a16d8f74-fefb-47cd-b65d-9348e3060624 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802500 May 17 22:25:06.417509 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:07.754287 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:25.729000 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49566) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:25.863816 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Deleting port c0987541-89aa-4535-af5b-41db8ab0d0af {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:25.864183 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:25.940351 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:25.940668 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (c0987541-89aa-4535-af5b-41db8ab0d0af), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:25.952714 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Calling delete_port for c0987541-89aa-4535-af5b-41db8ab0d0af owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:26.177964 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (c0987541-89aa-4535-af5b-41db8ab0d0af), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:26.204339 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'Port': ['ID=c0987541-89aa-4535-af5b-41db8ab0d0af,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:26.216719 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.222439 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.224353 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:26.509713 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (30ff437d-415d-480e-8637-7184481828b6), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:26.509978 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Floating IP 30ff437d-415d-480e-8637-7184481828b6 disassociated (deleted). External IP: 172.27.2.77, port: a0660c66-a9fc-491e-ad45-b6d840554e29. May 17 22:25:26.711661 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:25:26.815392 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:25:26.820902 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:26.825709 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:25:26.835218 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:26.835830 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:26.850376 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-beb018bc-36d0-4b90-b05a-da9b0d4e09d4 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "DELETE /v2.0/floatingips/30ff437d-415d-480e-8637-7184481828b6 HTTP/1.1" status: 204 len: 168 time: 1.1203177 May 17 22:25:26.850952 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:25:26.853226 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:25:26.945667 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:26.985897 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94adda-19c5-49b4-bdfa-9edffce203a8 x-openstack-request-id: req-7f94adda-19c5-49b4-bdfa-9edffce203a8 {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:25:26.986175 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:25:26.986738 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f94adda-19c5-49b4-bdfa-9edffce203a8 {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:25:26.987164 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f94adda-19c5-49b4-bdfa-9edffce203a8'] response: {'name': 'network-changed', 'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'status': 'completed', 'code': 200} May 17 22:25:27.052805 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-368b7a10-2715-430f-aa77-b8227a086bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:27.054947 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-368b7a10-2715-430f-aa77-b8227a086bc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 1129 time: 0.0449667 May 17 22:25:27.095829 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:27.163594 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-65cfef0e-f84d-446c-b787-674da9a2e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:27.165423 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-65cfef0e-f84d-446c-b787-674da9a2e767 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0962691 May 17 22:25:27.212028 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-91820065-66cc-4991-9dfb-9cad7e773128 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0660c66-a9fc-491e-ad45-b6d840554e29 HTTP/1.1" status: 200 len: 217 time: 0.0397398 May 17 22:25:27.264607 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-f757741a-b189-4544-a331-9be79f290cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:27.266094 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-f757741a-b189-4544-a331-9be79f290cc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0481093 May 17 22:25:27.292133 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:32Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:27.318216 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:25:27.325480 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:27.326087 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:04Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:27.391786 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3542-4fa7-4c01-b64f-06fa5f917f2f req-bc516aba-392c-44cf-b0c8-db0e8d5fb7a6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:27.393161 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-380a3542-4fa7-4c01-b64f-06fa5f917f2f req-bc516aba-392c-44cf-b0c8-db0e8d5fb7a6 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 945 time: 0.0970819 May 17 22:25:27.425573 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:27.442638 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-380a3542-4fa7-4c01-b64f-06fa5f917f2f req-b9e0fcf8-a7d7-4ec9-8b3c-1f2e3c56bbd9 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 May 17 22:25:27.628196 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:32Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:27.652490 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2447124-b384-407c-9d97-abb09b711e17 None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_floatingips': [{'id': 'a5fd66ab-24fd-4b9b-b160-cdd26647ebe5', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'router_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'port_id': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'mac_address': 'fa:16:3e:38:00:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T22:21:30Z', 'updated_at': '2022-05-17T22:21:32Z', 'revision_number': 1, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:25:27.873968 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184b62-837c-47d0-857e-328056ac1be5 None None] New status for floating IP 30ff437d-415d-480e-8637-7184481828b6: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:25:28.308984 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-6a1cab9b-747e-4c38-8629-99c3882a2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:28.310426 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-6a1cab9b-747e-4c38-8629-99c3882a2cdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379751 May 17 22:25:28.405650 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-19d757be-88e0-4151-899a-54b81c285bec service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 May 17 22:25:28.551409 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-cd6d84f6-9a4f-41de-a9b6-4cafac7c1b2a req-af95eb9d-9665-40ef-b810-f0612e841152 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903494 May 17 22:25:28.613438 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fe757-efad-4d9d-afbd-1a6e8c663756 req-f0d062ad-1c5f-49b8-9f29-cd12bf55568e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:28.615845 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a37fe757-efad-4d9d-afbd-1a6e8c663756 req-f0d062ad-1c5f-49b8-9f29-cd12bf55568e tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 945 time: 0.0978143 May 17 22:25:28.662625 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-a37fe757-efad-4d9d-afbd-1a6e8c663756 req-077f463d-2957-4e4d-8947-20a55c18a5a3 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 May 17 22:25:28.808799 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-aff09e4d-4254-44c0-958e-b5dc0fc67a4d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:28.810222 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-aff09e4d-4254-44c0-958e-b5dc0fc67a4d tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 945 time: 0.0459709 May 17 22:25:28.892285 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Deleting port a0660c66-a9fc-491e-ad45-b6d840554e29 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:28.892539 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:28.979956 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] For port a0660c66-a9fc-491e-ad45-b6d840554e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a0660c66-a9fc-491e-ad45-b6d840554e29,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:28.980311 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:28.992784 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Calling delete_port for a0660c66-a9fc-491e-ad45-b6d840554e29 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:29.194423 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (a0660c66-a9fc-491e-ad45-b6d840554e29), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:29.221513 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'Port': ['ID=a0660c66-a9fc-491e-ad45-b6d840554e29,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:29.234046 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.234405 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.234748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.235090 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.235453 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.235786 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.236122 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.236444 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.236772 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.237098 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.237437 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.237748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.238069 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.238387 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.238704 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:29.279264 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] No DVR routers for this DVR port a0660c66-a9fc-491e-ad45-b6d840554e29 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:25:29.281618 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:29.284770 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-739453d3-e70a-4867-8617-90efa8f3ec6f req-5f81ecba-94d5-4258-ab2f-d6b92802fee7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "DELETE /v2.0/ports/a0660c66-a9fc-491e-ad45-b6d840554e29 HTTP/1.1" status: 204 len: 173 time: 0.4695466 May 17 22:25:29.285200 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'name': 'network-vif-deleted', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:25:29.287561 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e4dc77-218c-4d3d-b80a-78dbebdd4228" -d '{"events": [{"server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "name": "network-vif-deleted", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:25:29.374363 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224fb44-4d6f-4826-b14b-1804149783f0 x-openstack-request-id: req-6224fb44-4d6f-4826-b14b-1804149783f0 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:25:29.375035 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887a838d-b609-47bd-bf1c-780b3010e4cd", "name": "network-vif-deleted", "tag": "a0660c66-a9fc-491e-ad45-b6d840554e29", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:25:29.375035 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6224fb44-4d6f-4826-b14b-1804149783f0 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:25:29.375390 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6224fb44-4d6f-4826-b14b-1804149783f0'] response: {'server_uuid': '887a838d-b609-47bd-bf1c-780b3010e4cd', 'name': 'network-vif-deleted', 'tag': 'a0660c66-a9fc-491e-ad45-b6d840554e29', 'status': 'completed', 'code': 200} May 17 22:25:29.763173 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-4c75ca79-c1ba-4451-95b7-932fb83e42bd req-8b8fb75b-1af7-4549-bf73-ba7f24274f10 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=887a838d-b609-47bd-bf1c-780b3010e4cd HTTP/1.1" status: 200 len: 210 time: 0.0292568 May 17 22:25:31.457158 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2b902a63-d724-4035-b9fc-1ffb835ecb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:32.621770 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device a0660c66-a9fc-491e-ad45-b6d840554e29 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:32.641932 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: a0660c66-a9fc-491e-ad45-b6d840554e29 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:32.642275 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device a0660c66-a9fc-491e-ad45-b6d840554e29 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:33.283313 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49614) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:33.421840 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Deleting port bd90086c-2034-4763-a92e-7bc277d48d90 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:33.422177 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (bd90086c-2034-4763-a92e-7bc277d48d90), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:33.499535 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (bd90086c-2034-4763-a92e-7bc277d48d90), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:33.499859 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (bd90086c-2034-4763-a92e-7bc277d48d90), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:33.512587 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Calling delete_port for bd90086c-2034-4763-a92e-7bc277d48d90 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:33.709508 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (bd90086c-2034-4763-a92e-7bc277d48d90), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:33.735202 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'Port': ['ID=bd90086c-2034-4763-a92e-7bc277d48d90,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:33.798727 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (a5fd66ab-24fd-4b9b-b160-cdd26647ebe5), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:33.799044 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.db.l3_db [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Floating IP a5fd66ab-24fd-4b9b-b160-cdd26647ebe5 disassociated (deleted). External IP: 172.27.2.253, port: ab43ce5c-af1b-4d01-ba97-a20314eed9f7. May 17 22:25:33.994700 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:25:34.000393 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8177cf9-861b-428c-abe2-8ec0fe9be41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:34.096909 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:25:34.101832 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:34.106149 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:25:34.122526 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:34.123176 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:34.133938 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-44220756-907b-4b83-a6cb-a2dcb1a23320 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5fd66ab-24fd-4b9b-b160-cdd26647ebe5 HTTP/1.1" status: 204 len: 168 time: 0.8495131 May 17 22:25:34.134618 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7'}] {{(pid=103950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:25:34.137295 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eb429bb3447705666dabb6d2dd30ef68aa36d7b4f3fd6451c6146921d1a9d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c20de4e-708a-44d3-9316-8bfde9d076b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7"}]}' {{(pid=103950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:25:34.173619 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aa48e0-a129-43d2-ab73-0061b5a1c89c x-openstack-request-id: req-d9aa48e0-a129-43d2-ab73-0061b5a1c89c {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:25:34.173983 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7", "status": "completed", "code": 200}]} {{(pid=103950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:25:34.174278 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9aa48e0-a129-43d2-ab73-0061b5a1c89c {{(pid=103950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:25:34.175287 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9aa48e0-a129-43d2-ab73-0061b5a1c89c'] response: {'name': 'network-changed', 'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'status': 'completed', 'code': 200} May 17 22:25:34.229242 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:34.236999 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-b4aabbdb-85e1-4092-bd9f-31278efb57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:34.238744 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-b4aabbdb-85e1-4092-bd9f-31278efb57e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 1129 time: 0.0395963 May 17 22:25:34.333597 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-f030ed51-f547-4f25-af00-0720d2d5c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:34.335164 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-f030ed51-f547-4f25-af00-0720d2d5c6eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 200 len: 910 time: 0.0911036 May 17 22:25:34.375614 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-ac2382aa-178c-4d6f-9179-1149fb5288fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 200 len: 217 time: 0.0343456 May 17 22:25:34.403172 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:25:34.417829 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:34.424750 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-b02d157a-7750-471e-9c32-44fe18b5077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:34.426221 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-b02d157a-7750-471e-9c32-44fe18b5077e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 200 len: 848 time: 0.0442321 May 17 22:25:34.443447 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:25:34.451845 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:34.452442 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:34.474406 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-fc283eb4-7ea6-481f-af5e-92eb3aefb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:34.479767 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-fc283eb4-7ea6-481f-af5e-92eb3aefb711 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4473d761-85c9-4726-8a15-f941841bf909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443325 May 17 22:25:34.558399 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:34.602769 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c30-d44d-42e7-9a9c-3e11c8bf1d77 req-4b637fc4-b9d3-46a5-b943-63a3118d1479 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:34.604281 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21f12c30-d44d-42e7-9a9c-3e11c8bf1d77 req-4b637fc4-b9d3-46a5-b943-63a3118d1479 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 945 time: 0.0655103 May 17 22:25:34.610277 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-fb291db0-f602-43ef-a228-433833933f6e service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285248 May 17 22:25:34.655597 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-21f12c30-d44d-42e7-9a9c-3e11c8bf1d77 req-10f4d028-81b6-4ab6-907f-49d7331d950b tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 May 17 22:25:34.747768 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:34.772402 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de818d02-2e4a-47aa-bc39-7e7aabe4d9ed None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:21Z', 'revision_number': 4, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi', '_interfaces': [{'id': '66cb1674-9095-4890-8b67-574f246d79a3', 'name': '', 'network_id': '4473d761-85c9-4726-8a15-f941841bf909', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'mac_address': 'fa:16:3e:ac:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:20Z', 'updated_at': '2022-05-17T22:18:25Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'subnets': [{'id': 'cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:25:34.991601 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef2d8-7c23-44b2-9be5-35a2ff1e2ce0 None None] New status for floating IP a5fd66ab-24fd-4b9b-b160-cdd26647ebe5: DOWN {{(pid=103952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 22:25:35.080539 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:35.582230 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-1c20de4e-708a-44d3-9316-8bfde9d076b5 req-619f63de-2edd-49d2-8d73-2ca3bf81c891 service neutron] 10.222.0.52 "GET /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817034 May 17 22:25:35.772978 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91acd20-102c-43bd-9f02-ac7849840319 req-773d4508-f024-458c-a7ce-7c31c69d2bc7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:35.774419 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e91acd20-102c-43bd-9f02-ac7849840319 req-773d4508-f024-458c-a7ce-7c31c69d2bc7 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 945 time: 0.0509028 May 17 22:25:35.822126 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-e91acd20-102c-43bd-9f02-ac7849840319 req-b9809f09-1c8a-4bad-9a29-be6c3e29bb6f tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6636fc4-4cb7-452b-b610-12f520692edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 May 17 22:25:36.056235 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-2af3ce79-9c86-4a23-b422-fec922c4d488 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 22:25:36.057622 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-2af3ce79-9c86-4a23-b422-fec922c4d488 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 945 time: 0.0457246 May 17 22:25:36.135388 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Deleting port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:36.135631 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:36.224023 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] For port ab43ce5c-af1b-4d01-ba97-a20314eed9f7, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:36.224389 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:36.236981 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Calling delete_port for ab43ce5c-af1b-4d01-ba97-a20314eed9f7 owned by compute:nova {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:36.446062 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (ab43ce5c-af1b-4d01-ba97-a20314eed9f7), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:36.467941 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:36.475782 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'Port': ['ID=ab43ce5c-af1b-4d01-ba97-a20314eed9f7,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:36.517157 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] No DVR routers for this DVR port ab43ce5c-af1b-4d01-ba97-a20314eed9f7 on host hv-cinder-83998 {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:25:36.519609 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for port (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:36.523264 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-36ffe3ab-e51c-404a-b47e-ca7627f6e491 req-9f69dc2f-b715-479f-bdea-fd70cfcd4251 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.52 "DELETE /v2.0/ports/ab43ce5c-af1b-4d01-ba97-a20314eed9f7 HTTP/1.1" status: 204 len: 173 time: 0.4608231 May 17 22:25:36.523693 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'name': 'network-vif-deleted', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 22:25:36.525892 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadf321220a921b9b98a533a66e82e99e0fd238024743f55451757e84f4e957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e01d8a-e985-4e33-9ad4-601e45cfac46" -d '{"events": [{"server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "name": "network-vif-deleted", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 22:25:36.559677 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a692f365-bc38-43ed-9c59-a2c3ab1be909 x-openstack-request-id: req-a692f365-bc38-43ed-9c59-a2c3ab1be909 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 22:25:36.559965 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78f8466-4ba9-4f79-b263-35f1f2634d82", "name": "network-vif-deleted", "tag": "ab43ce5c-af1b-4d01-ba97-a20314eed9f7", "status": "completed", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 22:25:36.560232 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a692f365-bc38-43ed-9c59-a2c3ab1be909 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 22:25:36.560627 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a692f365-bc38-43ed-9c59-a2c3ab1be909'] response: {'server_uuid': 'c78f8466-4ba9-4f79-b263-35f1f2634d82', 'name': 'network-vif-deleted', 'tag': 'ab43ce5c-af1b-4d01-ba97-a20314eed9f7', 'status': 'completed', 'code': 200} May 17 22:25:36.924382 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [req-55152cd8-588e-4dc8-b4f0-5efde2b0dbd8 req-cf34850b-3d5d-4efd-ad38-e74cbb67a666 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78f8466-4ba9-4f79-b263-35f1f2634d82 HTTP/1.1" status: 200 len: 210 time: 0.0303276 May 17 22:25:37.783331 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:37.985343 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49630) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:38.090631 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Deleting port 698ec6cd-8e8f-4a1e-9c58-8267be3829d3 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:38.090972 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:38.165955 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:38.166278 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:38.179473 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Calling delete_port for 698ec6cd-8e8f-4a1e-9c58-8267be3829d3 owned by network:floatingip {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:38.354468 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (698ec6cd-8e8f-4a1e-9c58-8267be3829d3), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:38.383097 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'Port': ['ID=698ec6cd-8e8f-4a1e-9c58-8267be3829d3,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:38.442029 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for floatingip (b0d68ccb-36aa-483d-8c13-f809aedbccb3), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:38.445100 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992698'] for floatingip (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:38.446288 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-c4b41919-6b0b-45a7-b57d-965ee258d3ba tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0d68ccb-36aa-483d-8c13-f809aedbccb3 HTTP/1.1" status: 204 len: 168 time: 0.4612753 May 17 22:25:39.754109 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49642) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:39.811728 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d14cb28-ff8e-4b52-ad83-82e556ce7f75 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group (f6636fc4-4cb7-452b-b610-12f520692edf), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:39.837187 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d14cb28-ff8e-4b52-ad83-82e556ce7f75 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group (f6636fc4-4cb7-452b-b610-12f520692edf), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:39.937145 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d14cb28-ff8e-4b52-ad83-82e556ce7f75 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f6636fc4-4cb7-452b-b610-12f520692edf), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:39.939777 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-7d14cb28-ff8e-4b52-ad83-82e556ce7f75 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:39.940913 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-7d14cb28-ff8e-4b52-ad83-82e556ce7f75 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6636fc4-4cb7-452b-b610-12f520692edf HTTP/1.1" status: 204 len: 168 time: 0.1858377 May 17 22:25:39.950976 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14cb28-ff8e-4b52-ad83-82e556ce7f75 tempest-TestVolumeBootPattern-1640545390 tempest-TestVolumeBootPattern-1640545390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6636fc4-4cb7-452b-b610-12f520692edf,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:40.056807 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49646) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:40.497383 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (7e229be9-18e9-4c57-ad11-1c4f493a948a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:40.637845 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ab43ce5c-af1b-4d01-ba97-a20314eed9f7 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:40.661489 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] No Port match for: ab43ce5c-af1b-4d01-ba97-a20314eed9f7 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:40.661821 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Device ab43ce5c-af1b-4d01-ba97-a20314eed9f7 not bound to the agent host hv-cinder-83998 {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:40.971132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Deleting port 66cb1674-9095-4890-8b67-574f246d79a3 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:40.971480 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (66cb1674-9095-4890-8b67-574f246d79a3), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:41.046731 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] For port 66cb1674-9095-4890-8b67-574f246d79a3, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=66cb1674-9095-4890-8b67-574f246d79a3,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:41.047089 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (66cb1674-9095-4890-8b67-574f246d79a3), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:41.059585 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Calling delete_port for 66cb1674-9095-4890-8b67-574f246d79a3 owned by network:router_interface {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:41.286097 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (66cb1674-9095-4890-8b67-574f246d79a3), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:41.312504 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cb1674-9095-4890-8b67-574f246d79a3,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:41.473713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (7e229be9-18e9-4c57-ad11-1c4f493a948a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:41.671897 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Router 7e229be9-18e9-4c57-ad11-1c4f493a948a has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:25:41.769835 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:25:41.775727 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-8f7cba29-18cf-4594-9554-f9464c197092 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e229be9-18e9-4c57-ad11-1c4f493a948a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7177210 May 17 22:25:41.777527 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49650) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:41.779072 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] Sync routers for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:25:41.789573 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:41.790196 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:41.886234 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks [] for router (7e229be9-18e9-4c57-ad11-1c4f493a948a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:41.910180 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: dv-cinder-839987-6-iscsi {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:41.988755 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks [] for router_gateway (7e229be9-18e9-4c57-ad11-1c4f493a948a), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.072967 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0688bc14-2594-419f-9f10-e6776345155b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:25:41Z', 'revision_number': 5, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port': {'id': '0688bc14-2594-419f-9f10-e6776345155b', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:42.085285 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Deleting port 0688bc14-2594-419f-9f10-e6776345155b {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:42.085852 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (0688bc14-2594-419f-9f10-e6776345155b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.098834 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] Checking router: 7e229be9-18e9-4c57-ad11-1c4f493a948a for host: dv-cinder-839987-6-iscsi {{(pid=103951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:25:42.107703 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] Routers {'7e229be9-18e9-4c57-ad11-1c4f493a948a'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:42.108320 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['7e229be9-18e9-4c57-ad11-1c4f493a948a'], 'active': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:42.171345 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] For port 0688bc14-2594-419f-9f10-e6776345155b, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=0688bc14-2594-419f-9f10-e6776345155b,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:42.171712 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (0688bc14-2594-419f-9f10-e6776345155b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.185713 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Calling delete_port for 0688bc14-2594-419f-9f10-e6776345155b owned by network:router_gateway {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:42.192901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvr_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] Set router 7e229be9-18e9-4c57-ad11-1c4f493a948a gateway port host: None {{(pid=103951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:42.244544 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_hamode_db [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:25:41Z', 'revision_number': 6, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:42.268813 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e31fb-bef5-4612-af45-286bbd9130ca None None] The sync data for ids ['7e229be9-18e9-4c57-ad11-1c4f493a948a'] in dv-cinder-839987-6-iscsi is: [{'id': '7e229be9-18e9-4c57-ad11-1c4f493a948a', 'name': 'tempest-TestVolumeBootPattern-4549881-router', 'tenant_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:18Z', 'updated_at': '2022-05-17T22:25:41Z', 'revision_number': 6, 'project_id': '3cf34ac8db96460ba3b25bfe4aa0680c', 'gw_port_host': None}] {{(pid=103951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:25:42.389099 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (0688bc14-2594-419f-9f10-e6776345155b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.414289 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Pushing event deleted for resources: {'Port': ['ID=0688bc14-2594-419f-9f10-e6776345155b,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:42.476065 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (7e229be9-18e9-4c57-ad11-1c4f493a948a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.560633 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (7e229be9-18e9-4c57-ad11-1c4f493a948a), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.562676 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks [] for router_controller (7e229be9-18e9-4c57-ad11-1c4f493a948a), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.674616 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (7e229be9-18e9-4c57-ad11-1c4f493a948a), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.675265 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e229be9-18e9-4c57-ad11-1c4f493a948a {{(pid=103949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:25:42.680044 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.681179 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9d9e698e-8dea-4191-a6f9-f8b69de62387 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e229be9-18e9-4c57-ad11-1c4f493a948a HTTP/1.1" status: 204 len: 168 time: 0.9027362 May 17 22:25:42.683708 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49652) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:42.711984 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 66cb1674-9095-4890-8b67-574f246d79a3 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:42.733886 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 66cb1674-9095-4890-8b67-574f246d79a3 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:42.734105 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Deleting subnet cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:25:42.738924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 66cb1674-9095-4890-8b67-574f246d79a3 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:42.739990 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Publish callbacks [] for subnet (cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.774602 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.851036 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.944094 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.969732 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:42.973174 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:42.977364 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-7541d0e3-c558-4db0-af92-8548e3560e28 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb9ecfa9-6fe8-4ece-84ba-a65c3eb5c242 HTTP/1.1" status: 204 len: 168 time: 0.2926884 May 17 22:25:42.979883 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49654) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:42.980326 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb44db9d-fec4-4bbc-b75b-41594608bed2 None None] Network 4473d761-85c9-4726-8a15-f941841bf909 requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:25:43.055907 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (4473d761-85c9-4726-8a15-f941841bf909), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.101725 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Deleting port 3215fcbb-4834-429c-8c6a-b1b2af685954 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:43.102315 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.145811 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] DHCP port deletion for 4473d761-85c9-4726-8a15-f941841bf909 request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:25:43.175402 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] For port 3215fcbb-4834-429c-8c6a-b1b2af685954, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=3215fcbb-4834-429c-8c6a-b1b2af685954,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:43.175771 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.185690 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Deleting port 3215fcbb-4834-429c-8c6a-b1b2af685954 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:43.186056 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.195361 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Calling delete_port for 3215fcbb-4834-429c-8c6a-b1b2af685954 owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:43.258392 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] For port 3215fcbb-4834-429c-8c6a-b1b2af685954, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=3215fcbb-4834-429c-8c6a-b1b2af685954,segment=NetworkSegment(59b881ce-6859-405e-ab91-248db0ea621c),segment_id=59b881ce-6859-405e-ab91-248db0ea621c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:43.258869 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.272216 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Calling delete_port for 3215fcbb-4834-429c-8c6a-b1b2af685954 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:43.340211 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.350803 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (3215fcbb-4834-429c-8c6a-b1b2af685954), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.361603 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Pushing event deleted for resources: {'Port': ['ID=3215fcbb-4834-429c-8c6a-b1b2af685954,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:43.366315 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] No DVR routers for this DVR port 3215fcbb-4834-429c-8c6a-b1b2af685954 on host dv-cinder-839987-6-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:25:43.377659 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Pushing event deleted for resources: {'Port': ['ID=3215fcbb-4834-429c-8c6a-b1b2af685954,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:43.387815 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.388164 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.389002 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.389002 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.389220 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.389474 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.389807 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.390133 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.390455 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.390777 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.391099 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.391443 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.391766 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.392084 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.392402 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-6-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 22:25:43.395149 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a4886-a3ec-4eeb-aa6b-97696fcf55d5 None None] No DVR routers for this DVR port 3215fcbb-4834-429c-8c6a-b1b2af685954 on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:25:43.440205 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (4473d761-85c9-4726-8a15-f941841bf909), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.460802 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4473d761-85c9-4726-8a15-f941841bf909']}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:43.470138 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b881ce-6859-405e-ab91-248db0ea621c') {'for_net_delete': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:43.470461 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.services.segments.db [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b881ce-6859-405e-ab91-248db0ea621c') {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:43.480477 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537787'] for segment (59b881ce-6859-405e-ab91-248db0ea621c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.494153 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (59b881ce-6859-405e-ab91-248db0ea621c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.499986 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:25:43.500364 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14673265'] for segment (59b881ce-6859-405e-ab91-248db0ea621c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: Traceback (most recent call last): May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: timer() May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: cb(*args, **kw) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: return func(*args, **kwargs) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: self._notify() May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: self.callback(batched_events) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: event.method(event) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: return f(self, *a, **k) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._get(url).json() May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: return self.request(url, 'GET', **kwargs) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:25:43.501994 dv-cinder-839987-6-iscsi neutron-server[103949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:25:43.600052 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (4473d761-85c9-4726-8a15-f941841bf909), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.605831 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:43.608920 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4473d761-85c9-4726-8a15-f941841bf909 HTTP/1.1" status: 204 len: 168 time: 0.6280837 May 17 22:25:43.614315 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49656) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:43.623739 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847623a-a089-49b7-80f6-9c05329c7136 admin admin] Pushing event deleted for resources: {'Network': ['ID=4473d761-85c9-4726-8a15-f941841bf909,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:43.918077 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410058'] for router_interface (874b0c30-8523-4804-a7e4-1325d83ec54b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:44.129061 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Deleting port 9dd2f832-b8dc-4ca2-969e-4016322447de {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:44.129391 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:44.205669 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] For port 9dd2f832-b8dc-4ca2-969e-4016322447de, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=9dd2f832-b8dc-4ca2-969e-4016322447de,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:44.205957 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:44.218928 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Calling delete_port for 9dd2f832-b8dc-4ca2-969e-4016322447de owned by network:router_interface {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:44.468554 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (9dd2f832-b8dc-4ca2-969e-4016322447de), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:44.497003 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd2f832-b8dc-4ca2-969e-4016322447de,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:44.664808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439509'] for router_interface (874b0c30-8523-4804-a7e4-1325d83ec54b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:44.717860 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 3215fcbb-4834-429c-8c6a-b1b2af685954 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:44.737434 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 3215fcbb-4834-429c-8c6a-b1b2af685954 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:44.737762 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 3215fcbb-4834-429c-8c6a-b1b2af685954 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:44.738128 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0688bc14-2594-419f-9f10-e6776345155b no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:44.758329 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 0688bc14-2594-419f-9f10-e6776345155b {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:44.758674 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 0688bc14-2594-419f-9f10-e6776345155b not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:45.109903 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Router 874b0c30-8523-4804-a7e4-1325d83ec54b has already been hosted by L3 agent 78d9fe2e-4824-4a06-a6d4-10fea86699ed {{(pid=103950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 22:25:45.208066 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] Notify agent at l3_agent.dv-cinder-839987-6-iscsi the message routers_updated {{(pid=103950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 22:25:45.216702 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-8998df23-50e2-4282-88ce-64dec4ed4a29 admin admin] 10.222.0.24 "PUT /v2.0/routers/874b0c30-8523-4804-a7e4-1325d83ec54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004949 May 17 22:25:45.218021 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] Sync routers for ids ['874b0c30-8523-4804-a7e4-1325d83ec54b'] in dv-cinder-839987-6-iscsi {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 22:25:45.222521 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49658) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:45.230298 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] Routers {'874b0c30-8523-4804-a7e4-1325d83ec54b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:45.230935 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['874b0c30-8523-4804-a7e4-1325d83ec54b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:45.316049 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks [] for router (874b0c30-8523-4804-a7e4-1325d83ec54b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:45.331296 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] Set router 874b0c30-8523-4804-a7e4-1325d83ec54b gateway port host: dv-cinder-839987-6-iscsi {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:45.414017 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks [] for router_gateway (874b0c30-8523-4804-a7e4-1325d83ec54b), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:45.493441 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'external_fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c8d57f3e-db45-461c-a706-d93485645365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:25:44Z', 'revision_number': 5, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port': {'id': 'c8d57f3e-db45-461c-a706-d93485645365', 'name': '', 'network_id': '157b8091-fdbe-4f86-9fc3-c086ca84e1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T22:18:25Z', 'updated_at': '2022-05-17T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7784e0b-47cc-4b63-bfc2-13464707c48c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-6-iscsi'}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:45.518688 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] Checking router: 874b0c30-8523-4804-a7e4-1325d83ec54b for host: dv-cinder-839987-6-iscsi {{(pid=103952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 22:25:45.527464 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] Routers {'874b0c30-8523-4804-a7e4-1325d83ec54b'} bound to L3 agent in host dv-cinder-839987-6-iscsi {{(pid=103952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 22:25:45.528056 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T22:00:04Z,description=,heartbeat_timestamp=2022-05-17T22:25:34Z,host='dv-cinder-839987-6-iscsi',id=78d9fe2e-4824-4a06-a6d4-10fea86699ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T22:00:05Z,topic='l3_agent')) {'router_ids': ['874b0c30-8523-4804-a7e4-1325d83ec54b'], 'active': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:45.549653 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Deleting port c8d57f3e-db45-461c-a706-d93485645365 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:45.549987 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (c8d57f3e-db45-461c-a706-d93485645365), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:45.612047 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvr_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] Set router 874b0c30-8523-4804-a7e4-1325d83ec54b gateway port host: None {{(pid=103952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 22:25:45.629377 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] For port c8d57f3e-db45-461c-a706-d93485645365, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=c8d57f3e-db45-461c-a706-d93485645365,segment=NetworkSegment(5943bce9-3056-44ad-8fb5-9da39672ddc8),segment_id=5943bce9-3056-44ad-8fb5-9da39672ddc8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:45.629741 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (c8d57f3e-db45-461c-a706-d93485645365), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:45.643040 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Calling delete_port for c8d57f3e-db45-461c-a706-d93485645365 owned by network:router_gateway {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:45.663354 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.l3_hamode_db [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:25:45Z', 'revision_number': 6, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port_host': None}], 'dv-cinder-839987-6-iscsi', False) {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:45.686853 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c32602-ecd5-4e66-b52d-c35a5dbc5a9e None None] The sync data for ids ['874b0c30-8523-4804-a7e4-1325d83ec54b'] in dv-cinder-839987-6-iscsi is: [{'id': '874b0c30-8523-4804-a7e4-1325d83ec54b', 'name': 'tempest-TestVolumeBootPattern-1997447899-router', 'tenant_id': '8218df5d9c0a429a9dd7c95a21a62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T22:18:24Z', 'updated_at': '2022-05-17T22:25:45Z', 'revision_number': 6, 'project_id': '8218df5d9c0a429a9dd7c95a21a62932', 'gw_port_host': None}] {{(pid=103952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 22:25:45.890524 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14673186'] for port (c8d57f3e-db45-461c-a706-d93485645365), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:45.914362 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d57f3e-db45-461c-a706-d93485645365,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:45.983983 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-411896'] for router_gateway (874b0c30-8523-4804-a7e4-1325d83ec54b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.072437 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14975'] for router (874b0c30-8523-4804-a7e4-1325d83ec54b), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.074656 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks [] for router_controller (874b0c30-8523-4804-a7e4-1325d83ec54b), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.188427 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413865'] for router (874b0c30-8523-4804-a7e4-1325d83ec54b), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.189027 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874b0c30-8523-4804-a7e4-1325d83ec54b {{(pid=103949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 22:25:46.193380 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.194627 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-9dd50256-2222-4a2e-bc51-b625a2d7c666 admin admin] 10.222.0.24 "DELETE /v2.0/routers/874b0c30-8523-4804-a7e4-1325d83ec54b HTTP/1.1" status: 204 len: 168 time: 0.9745779 May 17 22:25:46.197132 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [-] (103949) accepted ('10.222.0.24', 49660) {{(pid=103949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:46.241694 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Deleting subnet b827c1cf-b8bc-45f3-a239-d62281f76e57 {{(pid=103949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 22:25:46.244657 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Publish callbacks [] for subnet (b827c1cf-b8bc-45f3-a239-d62281f76e57), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.278974 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537730'] for subnet (b827c1cf-b8bc-45f3-a239-d62281f76e57), precommit_delete_associations {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.355865 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735924'] for subnet (b827c1cf-b8bc-45f3-a239-d62281f76e57), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.462489 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14672339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14616370'] for subnet (b827c1cf-b8bc-45f3-a239-d62281f76e57), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.488748 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b827c1cf-b8bc-45f3-a239-d62281f76e57,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:46.498927 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for subnet (None), before_response {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.499320 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290ee07-0878-46d6-932c-60b190c75aad None None] Network 91631b1d-9735-4b57-822b-0cc63c62ec1b requested from dv-cinder-839987-6-iscsi {{(pid=103951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 22:25:46.502718 dv-cinder-839987-6-iscsi neutron-server[103949]: INFO neutron.wsgi [None req-a6f4c52c-0da2-440d-a577-42a93019211c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b827c1cf-b8bc-45f3-a239-d62281f76e57 HTTP/1.1" status: 204 len: 168 time: 0.3041332 May 17 22:25:46.504934 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49662) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:46.582850 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761067'] for network (91631b1d-9735-4b57-822b-0cc63c62ec1b), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.632021 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Deleting port 35ac2b27-9054-4499-9c3f-77802893bac4 {{(pid=103950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:46.632369 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.687298 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9dd2f832-b8dc-4ca2-969e-4016322447de no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:46.708165 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] For port 35ac2b27-9054-4499-9c3f-77802893bac4, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=35ac2b27-9054-4499-9c3f-77802893bac4,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:46.708671 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.723298 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.plugin [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Calling delete_port for 35ac2b27-9054-4499-9c3f-77802893bac4 owned by network:dhcp {{(pid=103950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:46.726013 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 9dd2f832-b8dc-4ca2-969e-4016322447de {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:46.726363 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 9dd2f832-b8dc-4ca2-969e-4016322447de not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:46.726785 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device c8d57f3e-db45-461c-a706-d93485645365 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:46.751182 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: c8d57f3e-db45-461c-a706-d93485645365 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:46.751182 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device c8d57f3e-db45-461c-a706-d93485645365 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:46.817575 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] DHCP port deletion for 91631b1d-9735-4b57-822b-0cc63c62ec1b request from dv-cinder-839987-6-iscsi {{(pid=103951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 22:25:46.861082 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] Deleting port 35ac2b27-9054-4499-9c3f-77802893bac4 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 22:25:46.861527 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746055460325'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.891657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14437549'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.917808 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ac2b27-9054-4499-9c3f-77802893bac4,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:46.919670 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] No DVR routers for this DVR port 35ac2b27-9054-4499-9c3f-77802893bac4 on host dv-cinder-839987-6-iscsi {{(pid=103950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:25:46.926524 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] For port 35ac2b27-9054-4499-9c3f-77802893bac4, host dv-cinder-839987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-6-iscsi',level=0,port_id=35ac2b27-9054-4499-9c3f-77802893bac4,segment=NetworkSegment(6131dcef-ec09-4845-b797-bcaf04028e45),segment_id=6131dcef-ec09-4845-b797-bcaf04028e45)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 22:25:46.926920 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409856'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:46.941367 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] Calling delete_port for 35ac2b27-9054-4499-9c3f-77802893bac4 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 22:25:46.994645 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407553', 'neutron.services.segments.db._delete_segments_for_network-8746055539734'] for network (91631b1d-9735-4b57-822b-0cc63c62ec1b), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.014973 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91631b1d-9735-4b57-822b-0cc63c62ec1b']}} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:47.022252 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746055469433', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746055058526'] for port (35ac2b27-9054-4499-9c3f-77802893bac4), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.024652 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6131dcef-ec09-4845-b797-bcaf04028e45') {'for_net_delete': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:47.024948 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.services.segments.db [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6131dcef-ec09-4845-b797-bcaf04028e45') {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 22:25:47.034599 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746055540511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14738234'] for segment (6131dcef-ec09-4845-b797-bcaf04028e45), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.045732 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] Pushing event deleted for resources: {'Port': ['ID=35ac2b27-9054-4499-9c3f-77802893bac4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:47.049914 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903'] for segment (6131dcef-ec09-4845-b797-bcaf04028e45), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.050068 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdfd5ce-4421-46d1-81d1-e44ec906b204 None None] No DVR routers for this DVR port 35ac2b27-9054-4499-9c3f-77802893bac4 on host dv-cinder-839987-6-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 22:25:47.058944 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 22:25:47.059372 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14437630'] for segment (6131dcef-ec09-4845-b797-bcaf04028e45), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: Traceback (most recent call last): May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: timer() May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: cb(*args, **kw) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: return func(*args, **kwargs) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: self._notify() May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: self.callback(batched_events) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: event.method(event) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: aggregate_uuid = self.p_client.list_aggregates( May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: return f(self, *a, **k) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._get(url).json() May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: return self.request(url, 'GET', **kwargs) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: base_url = self.get_endpoint(auth, allow=allow, May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 22:25:47.061149 dv-cinder-839987-6-iscsi neutron-server[103950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 22:25:47.171796 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410570'] for network (91631b1d-9735-4b57-822b-0cc63c62ec1b), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.177313 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583294'] for network (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.181416 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91631b1d-9735-4b57-822b-0cc63c62ec1b HTTP/1.1" status: 204 len: 168 time: 0.6746557 May 17 22:25:47.192101 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fd56d-6b43-488c-8d25-c3ba510e4961 admin admin] Pushing event deleted for resources: {'Network': ['ID=91631b1d-9735-4b57-822b-0cc63c62ec1b,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:47.417658 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49666) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:47.455924 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-918f4b82-ed3c-425d-862e-966ccc9d333d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cf34ac8db96460ba3b25bfe4aa0680c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384376 May 17 22:25:47.458458 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49668) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:47.506607 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99541d7f-9ebf-42e4-8aad-17a7310ef082 admin admin] Publish callbacks [] for security_group (06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.527955 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99541d7f-9ebf-42e4-8aad-17a7310ef082 admin admin] Publish callbacks [] for security_group (06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.633997 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99541d7f-9ebf-42e4-8aad-17a7310ef082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.636617 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-99541d7f-9ebf-42e4-8aad-17a7310ef082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:47.637781 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-99541d7f-9ebf-42e4-8aad-17a7310ef082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76 HTTP/1.1" status: 204 len: 168 time: 0.1776435 May 17 22:25:47.645642 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99541d7f-9ebf-42e4-8aad-17a7310ef082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b18b98-0b78-40cf-b9c3-b6f5c0b3cb76,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:48.290449 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49674) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:48.330336 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-fd045482-8af0-43b6-be8a-a2465cce2817 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8218df5d9c0a429a9dd7c95a21a62932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386746 May 17 22:25:48.332664 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [-] (103950) accepted ('10.222.0.24', 49676) {{(pid=103950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 22:25:48.384906 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b2e5affa-a559-4d2b-89fe-2d30a9751e36 admin admin] Publish callbacks [] for security_group (f68f9462-5a82-42ca-ae61-c5a5b954a826), before_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:48.405115 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b2e5affa-a559-4d2b-89fe-2d30a9751e36 admin admin] Publish callbacks [] for security_group (f68f9462-5a82-42ca-ae61-c5a5b954a826), precommit_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:48.514523 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b2e5affa-a559-4d2b-89fe-2d30a9751e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622459'] for security_group (f68f9462-5a82-42ca-ae61-c5a5b954a826), after_delete {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:48.517082 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b2e5affa-a559-4d2b-89fe-2d30a9751e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:25:48.518279 dv-cinder-839987-6-iscsi neutron-server[103950]: INFO neutron.wsgi [None req-b2e5affa-a559-4d2b-89fe-2d30a9751e36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f68f9462-5a82-42ca-ae61-c5a5b954a826 HTTP/1.1" status: 204 len: 168 time: 0.1847668 May 17 22:25:48.526727 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5affa-a559-4d2b-89fe-2d30a9751e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f9462-5a82-42ca-ae61-c5a5b954a826,revision_number=None']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 22:25:48.654722 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 35ac2b27-9054-4499-9c3f-77802893bac4 no longer exists at agent ovs-agent-dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 22:25:48.674209 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] No Port match for: 35ac2b27-9054-4499-9c3f-77802893bac4 {{(pid=103951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 22:25:48.679416 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.rpc [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Device 35ac2b27-9054-4499-9c3f-77802893bac4 not bound to the agent host dv-cinder-839987-6-iscsi {{(pid=103951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 22:25:57.028406 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:01.433691 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c05ccbc7-d19c-4d3f-b326-a18651a27ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:04.051315 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0955b3b5-5b08-4fba-9507-647d8ee5a130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:05.096023 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:06.438811 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:07.754361 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:11.402120 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:26:27.050533 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:31.438500 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1320b0a7-67bc-4384-be5c-5f0026d00072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:34.016351 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-87f6a9d9-cb4f-47f6-bddc-999a7a247ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:35.073588 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:36.421779 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:37.742234 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:26:48.400696 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:26:57.085249 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:01.438505 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee75a3ce-34a7-435d-8120-328f860ab677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:04.068246 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7697e4b0-9e07-4def-ab6a-c518f3f581b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:05.061550 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:06.450189 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:07.774756 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:25.402709 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:27:27.077207 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:31.455344 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-97c8078f-3d22-47a9-a87e-ea7596d9fb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:34.032901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d91c0603-1061-4920-8952-4a36e49b4ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:35.083929 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:36.415009 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:37.740913 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:27:57.089416 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:01.444077 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb232191-2d61-44d8-b818-ebe316f6c1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:02.401684 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:28:04.031924 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8df7a1ce-77d0-43ef-a800-bb9ce24024d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:05.064464 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:06.432064 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:07.746135 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:14.688410 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-469399b6-8586-43d4-9163-47695beb7719 req-95cab334-0259-4f22-ad25-878a32b149e1 service neutron] (103950) timed out ('10.222.0.52', 56083) {{(pid=103950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 22:28:27.094597 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:31.435851 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5e74857-4914-4f09-89dd-4b54e7e092d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:34.035582 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-480b6ce0-cd8c-4a37-b4de-72a7269568a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:35.077358 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:36.458074 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:37.749946 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:28:39.400136 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:28:57.111326 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:01.464004 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9aa74330-9321-4c6e-b9f7-6e4d286d8254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:04.059651 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55b66fe3-6dc7-469c-8687-e4d8d3ae5088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:05.082429 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:06.443356 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:07.760529 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:16.399001 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:29:27.099280 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:31.446092 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5a134f3-af99-454c-9cb3-ff291f50bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:34.104985 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-af15ba13-8a9c-482e-aecb-b816b10aeaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:35.085469 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:36.459365 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:37.754239 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:29:53.398969 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:29:57.104562 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:01.433537 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bf3e-9987-410e-b3ac-144f27ebbf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:04.041439 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86a93679-087c-4658-a8b0-b17cca0a2821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:05.110057 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:06.450901 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:07.759566 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:27.092478 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:30.398375 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:30:31.424170 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-638dcef9-a5d9-4cb5-ab37-cb4faafe1599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:34.058160 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-85e56e9e-d2e4-4259-aa4d-a8bc2e02768b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:35.092948 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:36.464403 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:37.781936 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:57.109116 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0a01-aff7-4606-b50c-0f42bcff101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (67d12e64-fae9-4b37-80fb-36809cdad08f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:30:57.692829 dv-cinder-839987-6-iscsi neutron-server[103949]: DEBUG neutron.wsgi [req-eed1cf17-2600-4d41-9b83-b8316ed704ea req-bb527a91-15c3-4845-9196-0a28657d394c service neutron] (103949) timed out ('10.222.0.52', 56088) {{(pid=103949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 22:31:01.432501 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-20eb78d2-cd6a-4bfb-9c3c-855f994d09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (ade38704-5358-47a1-a259-56179e4c8788), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:31:04.043874 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d276-48e9-4d3b-b59e-0d5d70d610de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (78d9fe2e-4824-4a06-a6d4-10fea86699ed), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:31:05.103605 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-84da926e-cd95-4aa3-abb1-a08d2215cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (c5e0427d-ff93-4a19-880a-6de3ba885b43), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:31:06.474852 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d5741530-47ed-4073-accf-6525bc0d8df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (45fa7e18-0bb9-45ae-b93b-6632acc9f4d6), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:31:07.397474 dv-cinder-839987-6-iscsi neutron-server[103952]: DEBUG neutron.db.agents_db [None req-e07a3e07-2980-47f5-b178-912458e34ca9 None None] Agent healthcheck: found 6 active agents {{(pid=103952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 22:31:07.783657 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-76163e33-7b69-48ef-baa2-c37a736d29ab service neutron] (103950) timed out ('10.222.0.24', 42866) {{(pid=103950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 22:31:07.788877 dv-cinder-839987-6-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19fb8106-0ee8-44dd-8743-21192c697d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746055539716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393282'] for agent (75494c60-b809-4f21-8649-2645d8fc3683), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 22:31:07.880708 dv-cinder-839987-6-iscsi neutron-server[103950]: DEBUG neutron.wsgi [req-954570eb-d502-4ed3-9464-759dbf993d6e req-56d71651-6ff9-48ee-b95f-3da1f790b073 tempest-AttachVolumeShelveTestJSON-1073204662 tempest-AttachVolumeShelveTestJSON-1073204662-project] (103950) timed out ('10.222.0.24', 42878) {{(pid=103950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}